-- Logs begin at Fri 2022-08-05 01:08:59 UTC, end at Fri 2022-08-05 02:46:23 UTC. -- Aug 05 02:11:53.180816 dv-cinder-815582-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 05 02:11:55.823772 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.common.config [-] Logging enabled! Aug 05 02:11:55.824419 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev460 Aug 05 02:11:55.824585 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104082) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 05 02:11:55.827878 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.common.config [-] Logging enabled! Aug 05 02:11:55.828134 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev460 Aug 05 02:11:55.828483 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104082) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 05 02:11:55.829457 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 02:11:55.829692 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 02:11:55.830205 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 02:11:55.830444 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 02:11:55.830665 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 02:11:55.830986 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.831285 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.831518 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.831811 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.832101 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.832405 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.832698 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.832993 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.833280 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.833558 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.833843 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.834072 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.834354 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.834639 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.834923 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.835145 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.835428 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.835849 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.836258 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.836675 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.836964 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.837245 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.837517 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.837796 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.838077 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.838408 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] host = dv-cinder-815582-13-iscsi {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.838691 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.838977 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.839262 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.839801 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.840094 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.840374 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.840664 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.840938 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.841209 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.841482 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.841772 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.842062 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.842368 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.842588 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.842808 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.843095 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.843383 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.843660 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.843933 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.844206 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.844502 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.844776 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.845044 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.845324 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.845609 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.845895 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.846169 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.846441 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.846712 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.846981 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.847264 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.847537 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.847808 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.848079 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.848383 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.848658 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.848929 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.849224 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.849508 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.849790 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.850077 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.850350 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.850633 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.850903 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.851174 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.851445 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.851715 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.852009 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.852291 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.852588 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.852859 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.853130 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.853399 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.853683 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.853957 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:55.854253 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.854548 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.854848 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.855130 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.855434 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.855713 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.856002 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.856279 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.856591 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.856879 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.857161 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.857438 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.857739 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.858028 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.858327 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.858632 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.858922 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.859214 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.859489 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.859762 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.860036 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.860314 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.860623 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.860902 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.861189 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.861478 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.861757 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.862053 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.862337 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.862622 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.862913 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.863202 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.863474 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.863754 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.864044 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.864335 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.864617 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.864906 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.865184 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.865453 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.865738 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.866029 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.866320 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.866593 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.866869 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.867160 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.867437 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.868247 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.868608 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.868823 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.869093 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.869376 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.869650 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.869927 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.870200 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.870478 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.870748 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.871018 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.871296 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.871568 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.871844 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.872118 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.872418 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.872692 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.872963 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.873233 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.873503 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.873772 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.874048 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.874317 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.874586 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.874856 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.875125 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.875395 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.875694 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.875977 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.876257 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.876558 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.876839 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.877118 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.877397 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.877675 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.877954 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.878233 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.878525 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.878809 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.879093 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.879376 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.879651 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.879963 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.880243 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.880545 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.880825 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.881101 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.881377 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.881657 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.881933 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.882210 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.882491 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.882773 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.883065 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.884031 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.884313 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.884633 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.884929 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.885224 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.885505 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.885814 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.886096 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:55.886314 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 02:11:55.886556 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104082) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 05 02:11:56.179727 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 05 02:11:56.180070 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 05 02:11:56.180943 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 05 02:11:56.181265 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 05 02:11:56.181443 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 05 02:11:56.181774 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 05 02:11:56.588953 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.589142 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.589413 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.590958 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.591247 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.591512 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.644571 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.644854 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.645123 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.660037 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.660319 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.660612 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.690222 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.690500 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.690772 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.726746 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.727617 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.727950 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.956715 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.957364 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.957364 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.957542 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:56.958401 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.055990 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.056307 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.056612 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.056886 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.057153 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.057461 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.057720 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.057975 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.058235 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.058514 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.058771 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.059034 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.059288 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.059538 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.059789 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.060052 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.060305 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.060593 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.060860 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.061117 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.061389 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.061639 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.061916 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.062287 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.062536 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.062782 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.063175 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:11:57.063415 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:11:57.063653 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:11:57.063888 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:11:57.064123 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:11:57.064385 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:11:57.064745 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 05 02:11:57.067782 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 05 02:11:57.072175 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 05 02:11:57.076010 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 05 02:11:57.077636 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 05 02:11:57.078248 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 05 02:11:57.078594 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 05 02:11:57.078983 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 05 02:11:57.081753 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 05 02:11:57.082003 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 05 02:11:57.082342 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 02:11:57.087942 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 05 02:11:57.110726 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 05 02:11:57.111179 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.111474 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104082) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 05 02:11:57.111840 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.113195 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104082) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 05 02:11:57.113475 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 02:11:57.113718 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 05 02:11:57.116984 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.117263 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:57.257324 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 05 02:11:57.257503 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 05 02:11:57.257740 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 05 02:11:57.258119 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 05 02:11:57.312614 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO dbcounter [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Registered counter for database neutron Aug 05 02:11:57.333018 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_db.sqlalchemy.engines [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104082) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 05 02:11:57.339051 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writer thread running {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 02:11:57.893331 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Initializing driver for type 'gre' Aug 05 02:11:57.893903 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] gre ID ranges: [(1, 1000)] Aug 05 02:11:57.952334 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Initializing driver for type 'local' Aug 05 02:11:57.952708 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Initializing driver for type 'vlan' Aug 05 02:11:57.968589 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] VlanTypeDriver initialization complete Aug 05 02:11:57.969206 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Initializing driver for type 'vxlan' Aug 05 02:11:57.969395 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] vxlan ID ranges: [(1, 1000)] Aug 05 02:11:58.028104 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Initializing extension driver 'port_security' Aug 05 02:11:58.028488 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] PortSecurityExtensionDriver initialization complete Aug 05 02:11:58.028822 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Initializing mechanism driver 'openvswitch' Aug 05 02:11:58.029186 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Initializing mechanism driver 'hyperv' Aug 05 02:11:58.035908 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:11:58.036611 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.036987 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.037343 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.037842 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 02:11:58.038262 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.038620 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.038971 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.039365 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 02:11:58.039897 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > network after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.040385 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > network after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.040741 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.041134 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 02:11:58.041543 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > security_group after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.041898 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > security_group after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.042245 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > security_group after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.042664 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 02:11:58.043069 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.043418 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.043760 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.044147 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 02:11:58.044575 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > address_group after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.044933 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > address_group after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.045264 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > address_group after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.045650 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 02:11:58.046098 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] ML2 OVO RPC backend initialized. {{(pid=104082) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 05 02:11:58.046796 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router_interface after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.047152 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.047570 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > network before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.047921 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > networks before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.048274 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > port before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.048643 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > ports before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.048991 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > subnet before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.049335 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > subnets before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.049682 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > network after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.050025 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > network after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.050360 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.050698 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.051037 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.051373 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.051709 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.052043 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.052399 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.060410 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded quota_driver: . Aug 05 02:11:58.060773 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.plugin [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Modular L2 Plugin initialization complete Aug 05 02:11:58.061118 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading services supported by the core plugin {{(pid=104082) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 05 02:11:58.061456 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Got port-security extension from driver 'port_security' Aug 05 02:11:58.061960 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.extensions.vlantransparent [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Disabled vlantransparent extension. Aug 05 02:11:58.062454 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104082) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 05 02:11:58.062780 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading Plugin: router Aug 05 02:11:58.098315 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router_interface before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.098652 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router after_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.099026 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router before_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.099395 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.099770 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.100129 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router after_delete 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.100520 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > floatingip after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.100877 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > floatingip after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.101237 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router after_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.101587 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.101938 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.102285 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.102647 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.103270 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router precommit_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.103468 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.103812 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.104152 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.104521 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.104871 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > port precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.105219 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router precommit_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.105561 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: port before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.105904 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.106260 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.106605 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router precommit_delete 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.106956 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router precommit_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.107318 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router_interface after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.107663 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router precommit_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.108029 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > agent after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.108410 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > agent after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.108759 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.109614 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Tracking information for resource: router configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:11:58.109946 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Tracking information for resource: floatingip configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:11:58.114717 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.db.l3_agentschedulers_db [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 05 02:11:58.115294 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.115658 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.116010 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.116382 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.117177 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router before_create 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.117544 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router precommit_delete 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.117906 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router precommit_create 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.118264 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > router precommit_update 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.123783 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.services.provider_configuration [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service providers = [] {{(pid=104082) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 05 02:11:58.124149 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.db.servicetype_db [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104082) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 05 02:11:58.127350 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 02:11:58.127710 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 02:11:58.128057 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 02:11:58.128958 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 02:11:58.129329 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.services.service_base [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 05 02:11:58.129707 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:11:58.130029 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 05 02:11:58.140920 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:11:58.141257 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading Plugin: auto_allocate Aug 05 02:11:58.146780 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: network precommit_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.147149 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: network precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.147662 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:11:58.147983 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading Plugin: tag Aug 05 02:11:58.154833 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:11:58.155165 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading Plugin: timestamp Aug 05 02:11:58.158958 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:11:58.159290 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading Plugin: network_ip_availability Aug 05 02:11:58.164751 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.165125 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.165638 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.166386 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:11:58.166707 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading Plugin: flavors Aug 05 02:11:58.171534 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:11:58.171871 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading Plugin: revisions Aug 05 02:11:58.176071 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:11:58.176481 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.995s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 05 02:11:58.177207 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104082) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 05 02:11:58.177544 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Initializing extension manager. Aug 05 02:11:58.178064 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: __init__.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.178409 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: __pycache__ {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.178747 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.179449 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.180012 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: address-group Aug 05 02:11:58.180360 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: address_scope.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.181663 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.182182 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: address-scope Aug 05 02:11:58.182507 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: admin_state_down_before_update.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.183383 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.183890 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: router-admin-state-down-before-update Aug 05 02:11:58.184215 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: agent.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.184906 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.185411 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: agent Aug 05 02:11:58.185736 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: agent_resources_synced.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.186592 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.187100 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: agent-resources-synced Aug 05 02:11:58.187425 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: allowedaddresspairs.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.189190 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.189722 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: allowed-address-pairs Aug 05 02:11:58.190052 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: auto_allocated_topology.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.191070 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.191590 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: auto-allocated-topology Aug 05 02:11:58.191918 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.192596 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.193109 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: availability_zone Aug 05 02:11:58.193432 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: availability_zone_filter.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.194301 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.194818 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: availability_zone_filter Aug 05 02:11:58.195144 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: data_plane_status.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.196002 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.197115 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension data-plane-status not supported by any of loaded plugins Aug 05 02:11:58.197645 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: default_subnetpools.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.198522 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.199041 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: default-subnetpools Aug 05 02:11:58.199368 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: dhcpagentscheduler.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.200126 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.200753 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: dhcp_agent_scheduler Aug 05 02:11:58.201081 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: dns.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.201965 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.202472 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension dns-integration not supported by any of loaded plugins Aug 05 02:11:58.202797 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: dns_domain_ports.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.203672 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.204177 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 05 02:11:58.204536 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.205409 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.205915 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 05 02:11:58.206239 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: dvr.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.206867 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.207372 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: dvr Aug 05 02:11:58.207694 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: ecmp_routes.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.208586 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.209092 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension ecmp_routes not supported by any of loaded plugins Aug 05 02:11:58.209414 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: empty_string_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.210274 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.210774 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: empty-string-filtering Aug 05 02:11:58.211096 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.211955 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.212604 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 05 02:11:58.212856 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.213722 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.214230 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 05 02:11:58.214558 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: external_net.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.215679 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.216189 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: external-net Aug 05 02:11:58.216540 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: extra_dhcp_opt.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.217398 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.217907 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: extra_dhcp_opt Aug 05 02:11:58.218230 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: extraroute.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.219089 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.219594 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: extraroute Aug 05 02:11:58.219917 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: extraroute_atomic.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.220913 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.221425 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: extraroute-atomic Aug 05 02:11:58.221750 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: filter_validation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.222384 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.223081 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: filter-validation Aug 05 02:11:58.223409 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: fip_pf_description.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.224270 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.224811 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 05 02:11:58.225137 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: fip_pf_port_range.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.226076 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.226587 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 05 02:11:58.226909 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: fip_port_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.227799 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.228309 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: fip-port-details Aug 05 02:11:58.228660 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: flavors.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.229819 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.230335 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: flavors Aug 05 02:11:58.230664 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.232251 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.232799 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 05 02:11:58.233129 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: floatingip_pools.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.233789 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.234300 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: floatingip-pools Aug 05 02:11:58.234633 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: ip_allocation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.235501 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.236008 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension ip_allocation not supported by any of loaded plugins Aug 05 02:11:58.236356 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.237234 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.237743 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: ip-substring-filtering Aug 05 02:11:58.238072 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l2_adjacency.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.238961 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.239461 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension l2_adjacency not supported by any of loaded plugins Aug 05 02:11:58.239787 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l3.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.240742 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.241259 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: router Aug 05 02:11:58.241589 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l3_conntrack_helper.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.244244 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.244794 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 05 02:11:58.245135 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.246006 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.246517 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: ext-gw-mode Aug 05 02:11:58.246846 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.247721 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.248227 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: l3-ha Aug 05 02:11:58.248584 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.249440 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.249941 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 05 02:11:58.250268 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l3_flavors.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.251126 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.251639 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: l3-flavors Aug 05 02:11:58.251968 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l3_ndp_proxy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.253306 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.253829 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 05 02:11:58.254158 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.255034 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.255548 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: l3-port-ip-change-not-allowed Aug 05 02:11:58.255874 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: l3agentscheduler.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.256890 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.257400 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: l3_agent_scheduler Aug 05 02:11:58.257728 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: local_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.259979 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.260533 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension local_ip not supported by any of loaded plugins Aug 05 02:11:58.260868 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: logging.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.262286 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.262802 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension logging not supported by any of loaded plugins Aug 05 02:11:58.263133 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: metering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.263826 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.264620 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: metering Aug 05 02:11:58.264957 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.265997 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.266516 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: metering_source_and_destination_fields Aug 05 02:11:58.266847 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: multiprovidernet.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.267722 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.268235 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: multi-provider Aug 05 02:11:58.268588 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: netmtu.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.269456 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.269971 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: net-mtu Aug 05 02:11:58.270299 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: netmtu_writable.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.271161 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.271672 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: net-mtu-writable Aug 05 02:11:58.272000 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: network_availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.272657 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.273168 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: network_availability_zone Aug 05 02:11:58.273494 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: network_ip_availability.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.274536 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.275131 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: network-ip-availability Aug 05 02:11:58.275501 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: network_segment_range.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.276222 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.276780 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension network-segment-range not supported by any of loaded plugins Aug 05 02:11:58.277107 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: pagination.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.278046 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.278378 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: pagination Aug 05 02:11:58.278703 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: port_device_profile.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.279561 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.280081 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: port-device-profile Aug 05 02:11:58.280430 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: port_mac_address_override.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.281307 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.281819 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: port-mac-override Aug 05 02:11:58.282145 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.283013 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.283524 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: port-mac-address-regenerate Aug 05 02:11:58.283850 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.284762 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.285272 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: port-numa-affinity-policy Aug 05 02:11:58.285599 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: port_resource_request.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.286470 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.286980 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension port-resource-request not supported by any of loaded plugins Aug 05 02:11:58.287305 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: port_resource_request_groups.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.288215 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.288758 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 05 02:11:58.289086 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: portbindings.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.289979 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.291161 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: binding Aug 05 02:11:58.291493 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: portbindings_extended.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.292727 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.293246 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: binding-extended Aug 05 02:11:58.293577 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: portsecurity.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.294444 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.294958 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: port-security Aug 05 02:11:58.295291 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: project_id.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.296217 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.296574 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: project-id Aug 05 02:11:58.296901 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: providernet.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.297768 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.298284 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: provider Aug 05 02:11:58.298608 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.302043 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.302575 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos not supported by any of loaded plugins Aug 05 02:11:58.302903 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.304087 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.304635 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 05 02:11:58.304977 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.306424 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.306988 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 05 02:11:58.307313 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_default.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.308182 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.308723 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-default not supported by any of loaded plugins Aug 05 02:11:58.309048 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_fip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.309926 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.310434 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-fip not supported by any of loaded plugins Aug 05 02:11:58.310757 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_fip_network_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.311619 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.312124 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 05 02:11:58.312480 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_gateway_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.313354 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.313856 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 05 02:11:58.314179 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_port_network_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.315045 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.315551 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 05 02:11:58.315874 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.316885 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.317393 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 05 02:11:58.317715 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.318693 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.319204 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 05 02:11:58.319528 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_pps_rule.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.320675 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.321188 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-pps not supported by any of loaded plugins Aug 05 02:11:58.321546 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_rule_type_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.322419 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.322928 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 05 02:11:58.323252 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_rule_type_filter.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.324115 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.324643 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 05 02:11:58.324973 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: qos_rules_alias.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.325969 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.326480 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 05 02:11:58.326887 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: quota_check_limit.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.327756 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.328270 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: quota-check-limit Aug 05 02:11:58.328624 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: quotasv2.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.329500 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.329828 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: quotas Aug 05 02:11:58.330150 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: quotasv2_detail.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.331790 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.332131 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: quota_details Aug 05 02:11:58.332498 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: rbac.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.335002 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.335538 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: rbac-policies Aug 05 02:11:58.335875 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: rbac_address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.336790 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.337353 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: rbac-address-group Aug 05 02:11:58.337810 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: rbac_address_scope.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.338695 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.339209 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: rbac-address-scope Aug 05 02:11:58.339537 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: rbac_security_groups.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.340764 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.341275 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: rbac-security-groups Aug 05 02:11:58.341603 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: rbac_subnetpool.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.342476 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.342986 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: rbac-subnetpool Aug 05 02:11:58.343310 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: revisionifmatch.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.344196 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.344745 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: revision-if-match Aug 05 02:11:58.345075 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: revisions.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.346175 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.346691 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: standard-attr-revisions Aug 05 02:11:58.347019 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: router_availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.347653 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.348161 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: router_availability_zone Aug 05 02:11:58.348563 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: routerservicetype.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.349404 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.349910 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension router-service-type not supported by any of loaded plugins Aug 05 02:11:58.350237 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.351126 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.351640 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: security-groups-normalized-cidr Aug 05 02:11:58.351966 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: security_groups_port_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.353455 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.354282 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: port-security-groups-filtering Aug 05 02:11:58.354613 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.355510 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.356023 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: security-groups-remote-address-group Aug 05 02:11:58.356368 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.357259 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.357772 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: security-groups-shared-filtering Aug 05 02:11:58.358098 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: securitygroup.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.367544 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.368080 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: security-group Aug 05 02:11:58.368999 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: segment.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.369683 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.370214 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension segment not supported by any of loaded plugins Aug 05 02:11:58.370524 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.371420 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.371934 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 05 02:11:58.372260 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: servicetype.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.373327 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.373845 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: service-type Aug 05 02:11:58.374171 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: sorting.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.375092 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.375430 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: sorting Aug 05 02:11:58.375752 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: standard_attr_segment.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.376652 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.377163 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 05 02:11:58.377485 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: standardattrdescription.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.378257 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.378773 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: standard-attr-description Aug 05 02:11:58.379096 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: stateful_security_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.379986 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.380532 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: stateful-security-group Aug 05 02:11:58.380858 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: stdattrs_common.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.381405 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 05 02:11:58.381730 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.382606 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.383123 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 05 02:11:58.383449 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: subnet_onboard.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.384549 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.385070 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: subnet_onboard Aug 05 02:11:58.385402 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.386281 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.386786 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 05 02:11:58.387113 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: subnet_service_types.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.388004 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.388540 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: subnet-service-types Aug 05 02:11:58.388867 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: subnetallocation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.389898 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.390411 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: subnet_allocation Aug 05 02:11:58.390740 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.391361 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.391867 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: subnetpool-prefix-ops Aug 05 02:11:58.392193 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.393096 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.393614 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 05 02:11:58.393941 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: tagging.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.394948 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.395470 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: standard-attr-tag Aug 05 02:11:58.395797 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: timestamp.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.396962 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.397475 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loaded extension: standard-attr-timestamp Aug 05 02:11:58.397802 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: trunk.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.398779 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.399291 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension trunk not supported by any of loaded plugins Aug 05 02:11:58.399682 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: trunk_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.400731 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.401242 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension trunk-details not supported by any of loaded plugins Aug 05 02:11:58.401564 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: uplink_status_propagation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.402439 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.402946 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 05 02:11:58.403266 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Loading extension file: vlantransparent.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 02:11:58.403892 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 02:11:58.404433 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extension vlan-transparent not supported by any of loaded plugins Aug 05 02:11:58.406991 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:network Aug 05 02:11:58.407512 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:subnet Aug 05 02:11:58.407912 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:11:58.408305 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:port Aug 05 02:11:58.409595 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.410034 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service FLAVORS assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.410645 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.411071 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.411402 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:router Aug 05 02:11:58.411833 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:floatingip Aug 05 02:11:58.412306 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service METERING assigned prefix: /metering {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.413766 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.414137 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.414488 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:11:58.416011 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 02:11:58.416482 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:security_group Aug 05 02:11:58.416916 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 02:11:58.417487 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.417819 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:11:58.418164 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] subnetpool is already registered Aug 05 02:11:58.418587 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.418912 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:11:58.419241 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] subnetpool is already registered Aug 05 02:11:58.421621 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.422058 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service FLAVORS assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.422647 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.423076 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.423412 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:router Aug 05 02:11:58.423752 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] router is already registered Aug 05 02:11:58.424164 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:floatingip Aug 05 02:11:58.424525 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] floatingip is already registered Aug 05 02:11:58.424980 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service METERING assigned prefix: /metering {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.425650 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 02:11:58.425981 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] rbac_policy is already registered Aug 05 02:11:58.426400 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:security_group Aug 05 02:11:58.426734 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] security_group is already registered Aug 05 02:11:58.427140 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 02:11:58.427473 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] security_group_rule is already registered Aug 05 02:11:58.428200 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.428567 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:11:58.428902 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] subnetpool is already registered Aug 05 02:11:58.429322 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:11:58.429648 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:11:58.429980 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] subnetpool is already registered Aug 05 02:11:58.430441 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: extensions {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.432574 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: address-groups {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.434076 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: address-scopes {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.435381 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.436548 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: auto-allocated-topology {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.437789 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: availability_zones {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.439006 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: dhcp-networks {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.440550 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: dhcp-agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.441978 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.443665 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: flavors {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.444967 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: service_profiles {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.446187 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: next_providers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.447705 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: service_profiles {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.449278 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: floatingip-pools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.450505 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.452216 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: floatingips {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.453509 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: l3-routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.454927 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: l3-agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.456349 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: metering-labels {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.457607 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: metering-label-rules {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.458989 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: network-ip-availabilities {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.460249 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: bindings {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.461836 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: quotas {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.464496 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: quotas {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.466361 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: rbac-policies {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.467562 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: security-groups {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.468898 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: security-group-rules {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.470156 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: service-providers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.471371 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: subnetpools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.472718 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: subnetpools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.474259 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.475952 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.478367 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.480291 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.481998 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.483963 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.485751 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.487652 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.489455 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.491203 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:11:58.497971 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING keystonemiddleware.auth_token [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 05 02:11:58.503002 dv-cinder-815582-13-iscsi neutron-server[104082]: WARNING keystonemiddleware.auth_token [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 05 02:11:58.512035 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Acquiring lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 05 02:11:58.512385 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Acquired lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 05 02:11:58.512859 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Releasing lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 05 02:11:58.513502 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO oslo_service.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Starting 2 workers Aug 05 02:11:58.518311 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Started child 104195 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 02:11:58.523389 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Started child 104196 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 02:11:58.523856 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:11:58.525476 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO neutron.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Neutron service started, listening on 0.0.0.0:9696 Aug 05 02:11:58.525884 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [-] (104195) wsgi starting up on http://0.0.0.0:9696 Aug 05 02:11:58.526438 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Publish callbacks [] for process (None), before_spawn {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:11:58.528028 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:11:58.529235 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO oslo_service.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Starting 1 workers Aug 05 02:11:58.529590 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [-] (104196) wsgi starting up on http://0.0.0.0:9696 Aug 05 02:11:58.535062 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Started child 104197 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 02:11:58.535763 dv-cinder-815582-13-iscsi neutron-server[104082]: INFO oslo_service.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Starting 1 workers Aug 05 02:11:58.538875 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] calling RpcWorker wait() {{(pid=104197) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 05 02:11:58.539475 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] returning from RpcWorker wait() {{(pid=104197) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 05 02:11:58.541677 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Started child 104198 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 02:11:58.541993 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:11:58.542383 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:11:58.542825 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc63c831-f41c-4d0d-a42a-6198d31c81be None None] Publish callbacks [] for process (None), after_spawn {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:11:58.545120 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 02:11:58.545306 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 02:11:58.545476 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 02:11:58.545701 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 02:11:58.546090 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 02:11:58.546376 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 02:11:58.547007 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.547427 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:11:58.547922 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.547922 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.548066 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.548653 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.548757 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:11:58.548960 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.549197 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.549705 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.549805 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.549978 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.550147 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.550554 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.550774 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.551137 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.551460 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.551733 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.551999 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.552202 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.552797 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.553090 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.553403 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.553777 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.554102 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.555119 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.555349 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.555625 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.555902 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.557135 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.557517 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.557858 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.558144 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.558643 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.559148 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.559490 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.559782 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.560008 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.560604 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.561044 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.561538 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.562091 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host = dv-cinder-815582-13-iscsi {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.562372 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.562763 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.564365 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.564584 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.564867 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.565117 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.565606 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.565902 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.566182 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.566427 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.566797 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.567003 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.567183 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.567413 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.567566 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_options = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.567842 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.568098 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.568405 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.569418 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.569938 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.571235 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.571548 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.571861 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.574080 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.574335 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.575126 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.575546 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.575546 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.575826 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.575985 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.576228 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.576461 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.576689 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.576945 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.577399 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.577553 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.577690 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.577907 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.578133 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.578356 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.578593 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.579758 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.580012 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.580245 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.580538 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.580810 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.581095 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.581688 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.581935 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.582208 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.582445 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.582679 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.582911 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.583210 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.583445 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.584316 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.584693 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.584851 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.585037 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.585261 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.585503 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.585729 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.585948 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.586167 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.586418 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.586858 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.586858 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.587283 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.587819 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.587819 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.588117 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.588297 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.588605 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.588929 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.589175 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.590307 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.590307 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.590307 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.590750 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.590750 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.591019 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.591193 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.591393 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.592095 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.592407 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.592696 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.593053 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.593360 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.593827 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.594255 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.594480 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.594700 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.595396 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.595396 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.595396 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.595845 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.595983 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.596120 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.596427 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.596713 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.596981 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.597329 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.597811 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.598309 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.598628 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.598800 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.599053 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.599298 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.599527 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.599747 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.599982 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.600244 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.600764 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.601001 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.601274 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.601499 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.601758 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.602030 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.602290 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.602547 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.603278 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.603596 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.603847 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.604067 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.604309 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.604532 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.604751 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.605008 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.605255 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.605491 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.605754 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.605991 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.606236 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.606536 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.606720 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.607303 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.607760 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.608050 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.608367 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.608669 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.608959 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.609241 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.609467 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.609694 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.609938 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.610157 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.610428 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.610626 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.610870 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.611087 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.611310 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.611548 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.611781 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.611992 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.612375 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.612742 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.612966 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.613186 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.613407 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.613622 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.613859 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.614094 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.614413 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.614657 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.614915 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.615157 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.615418 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.615638 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.615876 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.616102 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.616354 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.616574 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.616840 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.617062 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.617311 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.617562 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.617780 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.618018 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.618233 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.619082 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.619316 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.619549 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.619765 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.619989 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.620212 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.620526 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.620776 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.621059 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.621314 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.621552 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.621778 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.622012 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.622245 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.622543 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.622796 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.623069 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.623290 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.623584 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.623893 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.624162 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.624427 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.624691 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.624945 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.625210 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.625469 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.625725 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.625957 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.626206 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.626427 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.626669 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.626891 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.627135 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.627369 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.627691 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.627936 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.628170 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.628411 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.628693 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.628945 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.629180 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.629951 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.630224 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.630473 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.630699 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.630939 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.631182 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.631569 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.631836 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.632046 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.632441 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.632661 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.632908 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.633126 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.633342 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.633574 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.634166 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.634166 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.634532 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.634532 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.634784 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.635039 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.635254 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.635473 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.635712 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.635930 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.636149 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.636387 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.636601 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.636849 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.637067 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.637331 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.637590 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.637801 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.638022 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.638282 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.638536 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.638749 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.638985 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.639223 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.639458 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.639672 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.639911 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.640125 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.641619 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.641619 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.641619 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.641619 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.641619 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.641619 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.642080 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.642080 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.642291 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.642703 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.642924 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.643146 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.643367 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.643623 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.643844 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.644068 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.644311 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.644551 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.644789 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.645027 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.645246 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.645505 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.645757 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.645987 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.646225 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.646447 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.646665 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.646881 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.647102 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.647339 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.647566 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.647776 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.647993 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.648221 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.648550 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.648796 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.649029 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.649294 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.649555 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.650307 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.650539 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.650758 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.650894 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:11:58.651025 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.651183 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.651400 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.651611 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.651873 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.652084 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.652294 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.652538 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.652755 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.652966 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.653192 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.653402 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.653633 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.653855 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.654076 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.654704 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.654982 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.655239 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.655761 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.656001 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.656204 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.656439 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.656670 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.656880 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.657111 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.657357 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.657550 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.657757 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.658205 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.658469 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.658808 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.659024 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.659205 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.659453 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.659694 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.660010 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.660429 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.660584 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.660750 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.660992 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.661213 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.661467 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.661774 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.662064 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.662317 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.662585 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.662849 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.663122 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.663404 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.663618 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.663917 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.664250 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.664577 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.664838 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.665085 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.665885 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.666133 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.666430 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.666677 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.666918 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.667184 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.667418 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.667656 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.667902 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.668121 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.668374 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.668592 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.668818 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.669050 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.669266 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.669483 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.669624 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 02:11:58.670157 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 02:11:58.670320 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 02:11:58.670475 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 02:11:58.670647 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 02:11:58.670815 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 02:11:58.670968 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 02:11:58.671177 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.671340 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.671499 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.672263 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.672881 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.672881 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.672881 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.672881 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.672881 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674155 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674155 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674155 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674155 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674155 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674155 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674155 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674898 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674898 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674898 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674898 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.674898 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.675923 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.675923 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.675923 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.675923 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.675923 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.675923 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.676659 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.676659 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.676659 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.676659 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.676659 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.677228 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.677228 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.677228 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.677228 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.677684 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.677684 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.677684 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.678066 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host = dv-cinder-815582-13-iscsi {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.678066 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.678066 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.678443 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.678443 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.678443 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.678903 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.678903 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.678903 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.679120 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.679198 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.679337 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.679496 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.679654 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.679813 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.680017 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_options = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.680143 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.680266 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.680436 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.680619 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.680785 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.681059 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.681336 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.681510 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.681673 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.681833 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.681992 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.682152 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.682312 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.682473 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.682633 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.682775 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.682970 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.683107 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.683231 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.683380 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.683538 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.683695 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.683854 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.684017 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.684435 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.684435 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.684743 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.684743 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.685004 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.685004 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.685249 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.685249 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.685507 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.685641 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.685781 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.685931 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.686082 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.686218 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.686543 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.686543 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.686543 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.686973 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.686973 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.687232 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.687232 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.687571 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.687571 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.687571 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.687937 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.687937 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.688197 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.688197 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.688460 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.688606 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.688748 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.688886 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:11:58.689161 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.689161 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.689425 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.689425 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.689675 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.689809 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.689967 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.690102 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.690243 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.690374 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.690505 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.690637 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.690769 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.690923 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.691085 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.691250 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.691410 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.691564 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.691711 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.691860 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.692006 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.692165 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.692368 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.692517 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.692667 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.692801 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.693017 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.693164 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.693297 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.693430 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.693592 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.693753 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.693901 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.694065 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.694226 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.694389 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.694551 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.694714 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.694876 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.695038 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.695200 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.695362 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.695509 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.695673 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.695836 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.695999 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.696144 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.696310 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.696567 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.696780 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.696950 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.697260 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.697260 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.697519 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.697652 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.697782 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.697918 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.698049 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.698181 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.698321 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.698464 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.698618 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.698778 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.698940 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.699101 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.699250 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.699412 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.699573 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.699747 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.699908 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.700069 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.700231 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.700417 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.700581 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.700741 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.700902 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.701063 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.701224 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.701385 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.701545 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.701707 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.701869 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.702030 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.702192 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.702353 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.702515 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.702677 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.702837 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.703000 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.703162 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.703323 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.703500 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.703661 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.703823 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.703983 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.704144 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.704304 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.704499 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.704660 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.704821 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.704982 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.705142 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.705303 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.705465 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.705626 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.705786 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.705946 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.706107 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.706267 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.706427 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.706588 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.706750 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.706911 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.707071 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.707231 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.707393 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.707554 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.707713 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.707873 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.708033 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.708193 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.708372 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.708543 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.708704 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.708870 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.709030 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.709199 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.709370 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.709531 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.709693 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.709854 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.710016 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.710178 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.710344 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.710506 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.710667 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.710829 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.710991 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.711162 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.711323 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.711484 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.711645 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.711827 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.711991 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.712706 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.712906 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.713022 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.713186 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.713349 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.713509 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.713671 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.713832 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.713994 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.714156 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.714318 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.714478 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.714895 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.715064 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.715226 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.715388 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.715549 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.715711 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.715872 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.716032 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.716194 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.716374 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.716537 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.716698 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.716859 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.717020 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.717180 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.717341 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.717503 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.717664 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.717824 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.717984 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.718145 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.718306 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.718466 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.718629 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.718790 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.718953 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.719115 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.719276 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.719438 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.719600 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.719764 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.719923 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.720085 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.720247 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.720427 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.720590 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.720752 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.720915 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.721077 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.721237 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.721398 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.721576 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.721736 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.721897 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.722061 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.722223 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.722383 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.722543 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.722705 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.722866 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.723026 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.723188 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.723349 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.723510 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.723671 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.723833 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.723995 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.724158 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.724350 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.724498 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.724659 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.724822 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.724983 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.725144 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.725304 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.725465 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.725627 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.725787 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.725946 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.726107 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.726280 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.726443 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.726604 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.726765 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.726927 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.727090 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.727248 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.727408 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.727569 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.728380 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729263 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729263 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729263 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729263 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729263 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729263 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729774 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729774 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729774 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729994 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.729994 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.730140 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.730251 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.730411 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.730580 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.730741 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.730905 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.731066 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.731226 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.731386 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.731556 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.731716 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.731876 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.732036 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.732198 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.732375 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.732546 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.732709 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.732871 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.733040 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.733200 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.733360 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.733521 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.733692 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.733853 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.734017 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.734178 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.734338 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.734499 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.734662 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.734827 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.734997 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.735163 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.735325 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.735492 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.735660 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.735829 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.735989 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.736155 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.736340 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.736511 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.736752 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.736859 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.736969 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.737129 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.737288 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.737444 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.737598 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.737759 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.737920 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.738085 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.738247 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.738408 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.738567 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.738728 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.738890 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.739051 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.739212 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.739371 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:11:58.739525 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 02:11:58.859397 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34176) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:11:58.866168 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047228 Aug 05 02:11:58.871002 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0042844 Aug 05 02:12:08.020990 dv-cinder-815582-13-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:10.052378 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writer thread running {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 02:12:10.052378 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922f54b3-f899-4e6c-b458-fa3c5342d6a8 None None] get_active_networks_info from dv-cinder-815582-13-iscsi {{(pid=104197) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 05 02:12:10.114806 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-01afce11-9951-424b-a91d-4d89712f1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16571609'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:10.166759 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922f54b3-f899-4e6c-b458-fa3c5342d6a8 None None] No non-hosted networks {{(pid=104197) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 05 02:12:11.649200 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writer thread running {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 02:12:12.200829 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-afb78baa-000d-430f-9017-67c03b98fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16571609'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:12.247377 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-379929eb-9f98-43bc-84c1-88637941a70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:13.186774 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16571609'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:13.293019 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34248) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:13.863044 dv-cinder-815582-13-iscsi neutron-server[104196]: WARNING oslo_policy.policy [None req-6dbc20e3-287d-42e3-b914-5b06a006fbdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:12:13.863943 dv-cinder-815582-13-iscsi neutron-server[104196]: WARNING oslo_policy.policy [None req-6dbc20e3-287d-42e3-b914-5b06a006fbdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:12:14.085874 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [None req-6dbc20e3-287d-42e3-b914-5b06a006fbdc admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:12:14.088798 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-6dbc20e3-287d-42e3-b914-5b06a006fbdc admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7947814 Aug 05 02:12:14.794088 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16571609'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:14.865134 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16571609'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:14.865862 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.866222 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.866542 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.866875 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.867308 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.867634 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.868111 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.868680 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.870540 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.871082 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.871599 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.872117 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.872736 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.873237 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.873727 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:14.874313 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:14.880234 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:16.400217 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34280) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:16.760000 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-3f5af13e-6521-4658-819a-f51f2b93fd5a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:12:16.852799 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.policy [None req-3f5af13e-6521-4658-819a-f51f2b93fd5a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104196) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 02:12:16.895038 dv-cinder-815582-13-iscsi neutron-server[104196]: WARNING oslo_policy.policy [None req-3f5af13e-6521-4658-819a-f51f2b93fd5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:12:16.895410 dv-cinder-815582-13-iscsi neutron-server[104196]: WARNING oslo_policy.policy [None req-3f5af13e-6521-4658-819a-f51f2b93fd5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:12:16.916236 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writer thread running {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 02:12:16.993294 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f5af13e-6521-4658-819a-f51f2b93fd5a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769377883650', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769377883158', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769377441590', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769377438925', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769377463071', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769377455737', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-816477', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-789417', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16443837', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16430163'] for rbac-policy (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:17.063602 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f5af13e-6521-4658-819a-f51f2b93fd5a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:17.080354 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-3f5af13e-6521-4658-819a-f51f2b93fd5a admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6630416 Aug 05 02:12:17.458416 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.db.l3_hamode_db [None req-739b176b-3e08-489a-984d-1c54f5d12c18 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 05 02:12:17.538677 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b176b-3e08-489a-984d-1c54f5d12c18 None None] Routers set() bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:12:17.539056 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b176b-3e08-489a-984d-1c54f5d12c18 None None] Router IDs set() for agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 05 02:12:19.273741 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34292) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:19.596270 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:12:19.626870 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Made reservation on behalf of 758af4bbce9a439eb91820fb4527231a for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:12:19.630763 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:19.647504 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:19.757748 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Publish callbacks [] for security_group (36eb2906-1227-46d8-a76e-0adf153d257d), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:19.761305 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (36eb2906-1227-46d8-a76e-0adf153d257d), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:19.781920 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:12:19.818857 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769375554021', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (6a952839-4dbd-4549-b8b7-abb70603fcb5), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:19.819439 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Unsubscribe: segment precommit_create {{(pid=104196) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 02:12:19.819993 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Added segment 6a952839-4dbd-4549-b8b7-abb70603fcb5 of type vlan for network 854d1d19-ea04-414f-9a50-b0aa90c34c28 Aug 05 02:12:19.855197 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=36eb2906-1227-46d8-a76e-0adf153d257d,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:19.891716 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.892055 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.892434 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.892790 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.893141 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.893454 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.893778 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.894101 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.894433 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.894758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.895079 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.895400 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.895718 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.896034 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.896377 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Tracked resource versions report: Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: pushed versions: Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: { 'AddressGroup': {'1.2'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Agent': {'1.1'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'ConntrackHelper': {'1.0'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'LocalIPAssociation': {'1.0'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Log': {'1.0'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'NDPProxy': {'1.0'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Network': {'1.1'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Port': {'1.7'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'PortForwarding': {'1.3'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'QosPolicy': {'1.10'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SecurityGroup': {'1.5'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SubPort': {'1.0'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Subnet': {'1.1'}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Trunk': {'1.1'}} Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: consumer versions: Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: { DHCP agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: L3 agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: Metadata agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: Metering agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: Open vSwitch agent@dv-cinder-815582-13-iscsi: { 'AddressGroup': '1.2', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Agent': '1.1', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'ConntrackHelper': '1.0', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'LocalIPAssociation': '1.0', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Log': '1.0', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'NDPProxy': '1.0', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Network': '1.1', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Port': '1.7', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'PortForwarding': '1.3', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'QosPolicy': '1.10', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SecurityGroup': '1.5', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SecurityGroupRule': '1.2', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SubPort': '1.0', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Subnet': '1.1', Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Trunk': '1.1'}} Aug 05 02:12:19.897792 dv-cinder-815582-13-iscsi neutron-server[104196]: {{(pid=104196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:12:19.928884 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (854d1d19-ea04-414f-9a50-b0aa90c34c28), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:19.958541 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:19.975991 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (854d1d19-ea04-414f-9a50-b0aa90c34c28), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:19.981720 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:12:19.982402 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:20.077875 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8029747 Aug 05 02:12:20.107466 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217115-1a6f-459d-a46c-4f7a38a1ccdc demo demo] Pushing event updated for resources: {'Network': ['ID=854d1d19-ea04-414f-9a50-b0aa90c34c28,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:20.119604 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 854d1d19-ea04-414f-9a50-b0aa90c34c28 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:12:22.373479 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34306) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:22.784858 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a76717-8d47-4528-9c79-eb9ec3cd5d2b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:12:22.786130 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-84a76717-8d47-4528-9c79-eb9ec3cd5d2b demo admin] 10.222.0.15 "GET /networking/v2.0/networks/854d1d19-ea04-414f-9a50-b0aa90c34c28 HTTP/1.1" status: 200 len: 825 time: 0.4116976 Aug 05 02:12:22.810662 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-e74dacc6-0634-48b0-997b-67945b5534c0 demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/c34b036a-edc5-4c25-8ea6-729c77ec5840 HTTP/1.1" status: 200 len: 734 time: 0.0184963 Aug 05 02:12:22.818957 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'c34b036a-edc5-4c25-8ea6-729c77ec5840', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:12:22.841090 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Made reservation on behalf of 758af4bbce9a439eb91820fb4527231a for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:12:22.843692 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:23.089636 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:23.134706 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (4927f86a-174d-4236-b47d-18d50a8cba0a), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:23.197881 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4927f86a-174d-4236-b47d-18d50a8cba0a,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:23.207853 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Checking segment: {'id': '6a952839-4dbd-4549-b8b7-abb70603fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:12:23.208237 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Network hostable DHCP agents. Network: 854d1d19-ea04-414f-9a50-b0aa90c34c28, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:12:23.229279 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Network 854d1d19-ea04-414f-9a50-b0aa90c34c28 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:12:23.240270 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 854d1d19-ea04-414f-9a50-b0aa90c34c28) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:12:23.245039 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:12:23.245557 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:23.250973 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4fe7e3-b718-439b-aed3-336c1d828433 None None] Network 854d1d19-ea04-414f-9a50-b0aa90c34c28 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:12:23.262089 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d5ddc75e-20ef-4b54-a7d8-ef88b0558531 demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4462180 Aug 05 02:12:23.514041 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-854d1d19-ea04-414f-9a50-b0aa90c34c28', 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28', 'project_id': '758af4bbce9a439eb91820fb4527231a', 'fixed_ips': [{'subnet_id': '4927f86a-174d-4236-b47d-18d50a8cba0a'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:12:23.515343 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:23.801134 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Allocated IP 172.20.0.2 (854d1d19-ea04-414f-9a50-b0aa90c34c28/4927f86a-174d-4236-b47d-18d50a8cba0a/d5076d3f-aa67-461e-a849-f43cea98548a) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:12:23.891228 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:24.072857 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Publish callbacks [] for port (d5076d3f-aa67-461e-a849-f43cea98548a), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:24.081592 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:24.148215 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Network 854d1d19-ea04-414f-9a50-b0aa90c34c28 is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:12:24.159239 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:12:24.166542 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:12:24.173847 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Pushing event updated for resources: {'Port': ['ID=d5076d3f-aa67-461e-a849-f43cea98548a,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:24.204996 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.205348 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.205710 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.206070 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.206410 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.206742 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.207070 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.207396 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.207723 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.208071 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.208401 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.208742 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.209068 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.209391 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.209711 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Tracked resource versions report: Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: pushed versions: Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: { 'AddressGroup': {'1.2'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Agent': {'1.1'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'ConntrackHelper': {'1.0'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'LocalIPAssociation': {'1.0'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Log': {'1.0'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'NDPProxy': {'1.0'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Network': {'1.1'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Port': {'1.7'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'PortForwarding': {'1.3'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'QosPolicy': {'1.10'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SecurityGroup': {'1.5'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SubPort': {'1.0'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Subnet': {'1.1'}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Trunk': {'1.1'}} Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: consumer versions: Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: { DHCP agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: L3 agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: Metadata agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: Metering agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: Open vSwitch agent@dv-cinder-815582-13-iscsi: { 'AddressGroup': '1.2', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Agent': '1.1', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'ConntrackHelper': '1.0', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'LocalIPAssociation': '1.0', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Log': '1.0', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'NDPProxy': '1.0', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Network': '1.1', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Port': '1.7', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'PortForwarding': '1.3', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'QosPolicy': '1.10', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SecurityGroup': '1.5', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SecurityGroupRule': '1.2', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SubPort': '1.0', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Subnet': '1.1', Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Trunk': '1.1'}} Aug 05 02:12:24.211152 dv-cinder-815582-13-iscsi neutron-server[104197]: {{(pid=104197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:12:24.261091 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Attempting to bind port d5076d3f-aa67-461e-a849-f43cea98548a on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:12:24.261713 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Attempting to bind port d5076d3f-aa67-461e-a849-f43cea98548a by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '6a952839-4dbd-4549-b8b7-abb70603fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:12:24.261890 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Attempting to bind port d5076d3f-aa67-461e-a849-f43cea98548a on network 854d1d19-ea04-414f-9a50-b0aa90c34c28 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:12:24.266840 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:12:24.267237 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Checking segment: {'id': '6a952839-4dbd-4549-b8b7-abb70603fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:12:24.267704 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:24.268093 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Bound using segment: {'id': '6a952839-4dbd-4549-b8b7-abb70603fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:12:24.268581 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Bound port: d5076d3f-aa67-461e-a849-f43cea98548a, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a952839-4dbd-4549-b8b7-abb70603fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:12:24.268986 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:24.271470 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:24.328768 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] For port d5076d3f-aa67-461e-a849-f43cea98548a, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:12:24.350040 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] For port d5076d3f-aa67-461e-a849-f43cea98548a, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=d5076d3f-aa67-461e-a849-f43cea98548a,segment=NetworkSegment(6a952839-4dbd-4549-b8b7-abb70603fcb5),segment_id=6a952839-4dbd-4549-b8b7-abb70603fcb5)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:12:24.357590 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:24.406749 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2306463-a6b6-44b9-9ffb-8dceee049e30 None None] Pushing event updated for resources: {'Port': ['ID=d5076d3f-aa67-461e-a849-f43cea98548a,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:25.553434 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34316) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:25.803155 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:25.816671 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=8 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:25.892843 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [None req-eb78c3ab-10b9-4cfa-aae3-7f9a5b74be64 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:12:25.893830 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-eb78c3ab-10b9-4cfa-aae3-7f9a5b74be64 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3394549 Aug 05 02:12:28.154195 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34326) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:28.482145 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [None req-2f96ae19-6fe2-4dcc-ab1c-81f30b9b3bed admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:12:28.483147 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-2f96ae19-6fe2-4dcc-ab1c-81f30b9b3bed admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3279555 Aug 05 02:12:30.790295 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34334) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:31.116492 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-071e2cdb-fa09-41d8-9e3e-d59d232dc5cf demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:12:31.143180 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-071e2cdb-fa09-41d8-9e3e-d59d232dc5cf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (8df62996-9bcc-47a7-9cb0-63994b1dc334), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:31.144859 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-071e2cdb-fa09-41d8-9e3e-d59d232dc5cf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (8df62996-9bcc-47a7-9cb0-63994b1dc334), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:31.294158 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-071e2cdb-fa09-41d8-9e3e-d59d232dc5cf demo demo] Publish callbacks [] for router_controller (8df62996-9bcc-47a7-9cb0-63994b1dc334), precommit_add_association {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:31.299303 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-071e2cdb-fa09-41d8-9e3e-d59d232dc5cf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (8df62996-9bcc-47a7-9cb0-63994b1dc334), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:31.316307 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-071e2cdb-fa09-41d8-9e3e-d59d232dc5cf demo demo] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:31.317487 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-071e2cdb-fa09-41d8-9e3e-d59d232dc5cf demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5261397 Aug 05 02:12:32.450192 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc23a6b-128f-4e12-a4ad-acc17e2bea33 None None] Network 854d1d19-ea04-414f-9a50-b0aa90c34c28 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:12:32.518531 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-3baf55df-5239-485f-8bea-c0337849bf44 None None] Provisioning complete for port d5076d3f-aa67-461e-a849-f43cea98548a triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:32.518950 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-3baf55df-5239-485f-8bea-c0337849bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:32.656643 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device d5076d3f-aa67-461e-a849-f43cea98548a up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:12:32.719337 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-3baf55df-5239-485f-8bea-c0337849bf44 None None] Current status of the port d5076d3f-aa67-461e-a849-f43cea98548a is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:12:32.719655 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-3baf55df-5239-485f-8bea-c0337849bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:32.787938 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-3baf55df-5239-485f-8bea-c0337849bf44 None None] For port d5076d3f-aa67-461e-a849-f43cea98548a, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=d5076d3f-aa67-461e-a849-f43cea98548a,segment=NetworkSegment(6a952839-4dbd-4549-b8b7-abb70603fcb5),segment_id=6a952839-4dbd-4549-b8b7-abb70603fcb5)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:12:32.792988 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-3baf55df-5239-485f-8bea-c0337849bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:32.817026 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port d5076d3f-aa67-461e-a849-f43cea98548a triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:32.817408 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:32.876770 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:32.886979 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf55df-5239-485f-8bea-c0337849bf44 None None] Pushing event updated for resources: {'Port': ['ID=d5076d3f-aa67-461e-a849-f43cea98548a,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:32.922287 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port d5076d3f-aa67-461e-a849-f43cea98548a is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:12:33.011054 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-7733a710-1666-477a-87ff-d313caeebca3 None None] Provisioning complete for port d5076d3f-aa67-461e-a849-f43cea98548a triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:33.011361 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-7733a710-1666-477a-87ff-d313caeebca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:33.080909 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-7733a710-1666-477a-87ff-d313caeebca3 None None] Current status of the port d5076d3f-aa67-461e-a849-f43cea98548a is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:12:33.574677 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34348) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:33.895077 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [None req-6211f18a-fe97-4fdf-aeee-3a53950254f0 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:12:33.896122 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-6211f18a-fe97-4fdf-aeee-3a53950254f0 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3205054 Aug 05 02:12:34.606630 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device d5076d3f-aa67-461e-a849-f43cea98548a up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:12:34.653354 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port d5076d3f-aa67-461e-a849-f43cea98548a triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:34.653739 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:34.723108 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port d5076d3f-aa67-461e-a849-f43cea98548a is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:12:35.589504 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:12:36.125804 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34356) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:36.446409 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:12:36.467723 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Made reservation on behalf of a0be9d6a2aae470aa8143374d4c4992b for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:12:36.470045 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:36.477911 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:36.533272 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:36.558127 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Publish callbacks [] for security_group (f59e0d90-aac8-41a7-8d7b-fff819b0e387), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:36.562481 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f59e0d90-aac8-41a7-8d7b-fff819b0e387), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:36.579311 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Reserving flat network on physical network physnet1 {{(pid=104196) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 05 02:12:36.599443 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59e0d90-aac8-41a7-8d7b-fff819b0e387,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:36.606016 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (59bec212-a2ad-4385-a1e0-7997841c6e20), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:36.606354 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Added segment 59bec212-a2ad-4385-a1e0-7997841c6e20 of type flat for network d903e9c1-7084-4822-8227-90d91b9e1157 Aug 05 02:12:36.653645 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (d903e9c1-7084-4822-8227-90d91b9e1157), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:36.685553 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (d903e9c1-7084-4822-8227-90d91b9e1157), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:36.686495 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:12:36.687065 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:36.762314 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6349902 Aug 05 02:12:36.779261 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:36.788898 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cde8e-f2fe-4286-badb-7fbf742b1110 admin admin] Pushing event updated for resources: {'Network': ['ID=d903e9c1-7084-4822-8227-90d91b9e1157,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:36.799742 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network d903e9c1-7084-4822-8227-90d91b9e1157 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:12:36.862901 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:38.972349 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34364) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:39.336462 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e358870-171d-4547-a066-d89bfad57ea7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:12:39.337702 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7e358870-171d-4547-a066-d89bfad57ea7 demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/4927f86a-174d-4236-b47d-18d50a8cba0a HTTP/1.1" status: 200 len: 849 time: 0.3643651 Aug 05 02:12:39.453245 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-aba97ba7-0edd-4a23-876f-619e970107cb demo admin] 10.222.0.15 "GET /networking/v2.0/routers/8df62996-9bcc-47a7-9cb0-63994b1dc334 HTTP/1.1" status: 200 len: 704 time: 0.1093197 Aug 05 02:12:39.720101 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:39.975279 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-8f904447-39f7-4968-9c8c-82113994f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:40.053654 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Allocated IP 172.20.0.1 (854d1d19-ea04-414f-9a50-b0aa90c34c28/4927f86a-174d-4236-b47d-18d50a8cba0a/e872ff62-4325-4cbb-b5a5-10c24cddafbf) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:12:40.207950 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Publish callbacks [] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:40.254916 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:40.274795 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:40.349818 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Network 854d1d19-ea04-414f-9a50-b0aa90c34c28 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:12:40.358940 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:12:40.363196 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:12:40.363740 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (8df62996-9bcc-47a7-9cb0-63994b1dc334), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:40.383485 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Pushing event updated for resources: {'Port': ['ID=e872ff62-4325-4cbb-b5a5-10c24cddafbf,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:40.539398 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-2ca12992-7f57-4495-9610-f926e56fca64 None None] Provisioning complete for port e872ff62-4325-4cbb-b5a5-10c24cddafbf triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:40.540190 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-2ca12992-7f57-4495-9610-f926e56fca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:40.560844 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:40.563388 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:40.571058 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-2ca12992-7f57-4495-9610-f926e56fca64 None None] Port e872ff62-4325-4cbb-b5a5-10c24cddafbf cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:12:40.767644 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Publish callbacks [] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:40.772028 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:40.772854 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (8df62996-9bcc-47a7-9cb0-63994b1dc334), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:40.855011 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Pushing event updated for resources: {'Port': ['ID=e872ff62-4325-4cbb-b5a5-10c24cddafbf,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:40.899619 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Network 854d1d19-ea04-414f-9a50-b0aa90c34c28 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:12:40.901464 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:12:41.056318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Router 8df62996-9bcc-47a7-9cb0-63994b1dc334 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:12:41.093412 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-32322670-0b83-4d28-8516-a8206260c6ca None None] Provisioning complete for port e872ff62-4325-4cbb-b5a5-10c24cddafbf triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:41.093954 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-32322670-0b83-4d28-8516-a8206260c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:41.146336 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:12:41.156017 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-5103bc5f-201d-42b8-92fc-0fc8d4efc31b demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/8df62996-9bcc-47a7-9cb0-63994b1dc334/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6937232 Aug 05 02:12:41.171811 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Sync routers for ids ['8df62996-9bcc-47a7-9cb0-63994b1dc334'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:12:41.177015 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-32322670-0b83-4d28-8516-a8206260c6ca None None] Port e872ff62-4325-4cbb-b5a5-10c24cddafbf cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:12:41.185401 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Routers {'8df62996-9bcc-47a7-9cb0-63994b1dc334'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:12:41.186350 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:12:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['8df62996-9bcc-47a7-9cb0-63994b1dc334'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:41.364582 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Set router 8df62996-9bcc-47a7-9cb0-63994b1dc334 gateway port host: None {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:12:41.785666 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'name': 'router1', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:12:31Z', 'updated_at': '2022-08-05T02:12:40Z', 'revision_number': 2, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'gw_port_host': None, '_interfaces': [{'id': 'e872ff62-4325-4cbb-b5a5-10c24cddafbf', 'name': '', 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'mac_address': 'fa:16:3e:de:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:12:39Z', 'updated_at': '2022-08-05T02:12:40Z', 'revision_number': 2, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'subnets': [{'id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c34b036a-edc5-4c25-8ea6-729c77ec5840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:41.833912 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Checking router: 8df62996-9bcc-47a7-9cb0-63994b1dc334 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:12:41.834293 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Updating router 8df62996-9bcc-47a7-9cb0-63994b1dc334 port e872ff62-4325-4cbb-b5a5-10c24cddafbf binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:12:41.889513 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:42.188125 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4018b9aa-f36f-412d-ab9f-7bffd039c15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:42.392404 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Publish callbacks [] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:42.398857 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:42.546138 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Pushing event updated for resources: {'Port': ['ID=e872ff62-4325-4cbb-b5a5-10c24cddafbf,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:42.548351 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Attempting to bind port e872ff62-4325-4cbb-b5a5-10c24cddafbf on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:12:42.548755 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Attempting to bind port e872ff62-4325-4cbb-b5a5-10c24cddafbf by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '6a952839-4dbd-4549-b8b7-abb70603fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:12:42.549173 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Attempting to bind port e872ff62-4325-4cbb-b5a5-10c24cddafbf on network 854d1d19-ea04-414f-9a50-b0aa90c34c28 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:12:42.554969 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:12:42.555382 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Checking segment: {'id': '6a952839-4dbd-4549-b8b7-abb70603fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:12:42.555840 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:42.556227 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Bound using segment: {'id': '6a952839-4dbd-4549-b8b7-abb70603fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:12:42.556721 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Bound port: e872ff62-4325-4cbb-b5a5-10c24cddafbf, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a952839-4dbd-4549-b8b7-abb70603fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:12:42.557097 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:42.563547 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.563892 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.564255 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.564631 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.564971 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.565300 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.565628 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.565952 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.566291 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.566618 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.566942 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.567278 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.567603 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.567922 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.568241 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Tracked resource versions report: Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: pushed versions: Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: { 'AddressGroup': {'1.2'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Agent': {'1.1'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'ConntrackHelper': {'1.0'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'LocalIPAssociation': {'1.0'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Log': {'1.0'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'NDPProxy': {'1.0'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Network': {'1.1'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Port': {'1.7'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'PortForwarding': {'1.3'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'QosPolicy': {'1.10'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SecurityGroup': {'1.5'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SubPort': {'1.0'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Subnet': {'1.1'}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Trunk': {'1.1'}} Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: consumer versions: Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: { DHCP agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: L3 agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: Metadata agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: Metering agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: Open vSwitch agent@dv-cinder-815582-13-iscsi: { 'AddressGroup': '1.2', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Agent': '1.1', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'ConntrackHelper': '1.0', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'LocalIPAssociation': '1.0', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Log': '1.0', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'NDPProxy': '1.0', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Network': '1.1', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Port': '1.7', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'PortForwarding': '1.3', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'QosPolicy': '1.10', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SecurityGroup': '1.5', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SecurityGroupRule': '1.2', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SubPort': '1.0', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Subnet': '1.1', Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Trunk': '1.1'}} Aug 05 02:12:42.569696 dv-cinder-815582-13-iscsi neutron-server[104198]: {{(pid=104198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:12:42.634874 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] For port e872ff62-4325-4cbb-b5a5-10c24cddafbf, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:12:42.654783 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] For port e872ff62-4325-4cbb-b5a5-10c24cddafbf, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=e872ff62-4325-4cbb-b5a5-10c24cddafbf,segment=NetworkSegment(6a952839-4dbd-4549-b8b7-abb70603fcb5),segment_id=6a952839-4dbd-4549-b8b7-abb70603fcb5)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:12:42.660537 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:42.665426 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:42.691487 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:42.705082 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Routers {'8df62996-9bcc-47a7-9cb0-63994b1dc334'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:12:42.705696 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:12:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['8df62996-9bcc-47a7-9cb0-63994b1dc334'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:42.780552 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3803b68-ae79-4731-8891-a92100395927 None None] Pushing event updated for resources: {'Port': ['ID=e872ff62-4325-4cbb-b5a5-10c24cddafbf,revision_number=4']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:42.802749 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] Set router 8df62996-9bcc-47a7-9cb0-63994b1dc334 gateway port host: None {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:12:42.991677 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'name': 'router1', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:12:31Z', 'updated_at': '2022-08-05T02:12:40Z', 'revision_number': 2, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'gw_port_host': None, '_interfaces': [{'id': 'e872ff62-4325-4cbb-b5a5-10c24cddafbf', 'name': '', 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'mac_address': 'fa:16:3e:de:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:12:39Z', 'updated_at': '2022-08-05T02:12:42Z', 'revision_number': 4, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'subnets': [{'id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c34b036a-edc5-4c25-8ea6-729c77ec5840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:43.017046 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6f6ea-df83-481e-902c-14a6584562fb None None] The sync data for ids ['8df62996-9bcc-47a7-9cb0-63994b1dc334'] in dv-cinder-815582-13-iscsi is: [{'id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'name': 'router1', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:12:31Z', 'updated_at': '2022-08-05T02:12:40Z', 'revision_number': 2, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'gw_port_host': None, '_interfaces': [{'id': 'e872ff62-4325-4cbb-b5a5-10c24cddafbf', 'name': '', 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'mac_address': 'fa:16:3e:de:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:12:39Z', 'updated_at': '2022-08-05T02:12:42Z', 'revision_number': 4, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'subnets': [{'id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c34b036a-edc5-4c25-8ea6-729c77ec5840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:12:43.152726 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:43.372087 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34376) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:43.763915 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480aead-bfc3-4692-b3e9-2f332b452913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:12:43.765297 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4480aead-bfc3-4692-b3e9-2f332b452913 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/d903e9c1-7084-4822-8227-90d91b9e1157 HTTP/1.1" status: 200 len: 842 time: 0.3921359 Aug 05 02:12:43.774648 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:12:43.797328 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Made reservation on behalf of a0be9d6a2aae470aa8143374d4c4992b for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:12:43.799656 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:43.856631 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:44.053446 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:44.167399 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.objects.ports [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104196) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 05 02:12:44.167888 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (2e23ff1a-caa9-46be-a367-7348ef0f1aca), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:44.232936 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e23ff1a-caa9-46be-a367-7348ef0f1aca,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:44.244554 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:12:44.244554 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Network hostable DHCP agents. Network: d903e9c1-7084-4822-8227-90d91b9e1157, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:12:44.262153 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:12:44.272408 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, d903e9c1-7084-4822-8227-90d91b9e1157) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:12:44.277572 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:12:44.278223 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:44.283577 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fec0ff-764a-48f4-80d2-0d37786e59c1 None None] Network d903e9c1-7084-4822-8227-90d91b9e1157 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:12:44.300853 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d7411e98-ebee-42bd-a769-9463031abcc0 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5294297 Aug 05 02:12:44.403620 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f988a70e-fbd2-4491-8df1-c3ec11322171 None None] Network d903e9c1-7084-4822-8227-90d91b9e1157 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:12:44.762765 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:44.861541 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:46.657983 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34384) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:47.066020 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-999b8398-6155-47f8-932c-68044daf5c61 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/8df62996-9bcc-47a7-9cb0-63994b1dc334 HTTP/1.1" status: 200 len: 710 time: 0.4067922 Aug 05 02:12:47.159486 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a65de8e-71a7-4f8b-91a4-0db3edaa590c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:12:47.160858 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4a65de8e-71a7-4f8b-91a4-0db3edaa590c demo admin] 10.222.0.15 "GET /networking/v2.0/networks/d903e9c1-7084-4822-8227-90d91b9e1157 HTTP/1.1" status: 200 len: 886 time: 0.0894539 Aug 05 02:12:47.169683 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:12:47.407037 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Publish callbacks [] for router_gateway (8df62996-9bcc-47a7-9cb0-63994b1dc334), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:47.593216 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:47.648302 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Publish callbacks [] for router_gateway (8df62996-9bcc-47a7-9cb0-63994b1dc334), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:47.731425 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:47.793031 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:47.846991 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Allocated IP 172.27.0.247 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/27f210c2-43f5-4b66-abe3-76a52cf93938) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:12:47.957713 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Publish callbacks [] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:47.991073 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:48.036855 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:12:48.042039 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:12:48.044024 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Pushing event updated for resources: {'Port': ['ID=27f210c2-43f5-4b66-abe3-76a52cf93938,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:48.047918 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:12:48.380653 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Publish callbacks [] for router_gateway (8df62996-9bcc-47a7-9cb0-63994b1dc334), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:48.478621 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:48.584359 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16650930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16722390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31542'] for router (8df62996-9bcc-47a7-9cb0-63994b1dc334), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:48.586212 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16647241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16647216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16722393'] for router (8df62996-9bcc-47a7-9cb0-63994b1dc334), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:48.663279 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device e872ff62-4325-4cbb-b5a5-10c24cddafbf up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:12:48.697469 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Router 8df62996-9bcc-47a7-9cb0-63994b1dc334 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:12:48.716119 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port e872ff62-4325-4cbb-b5a5-10c24cddafbf triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:48.716854 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:48.784474 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:48.801302 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port e872ff62-4325-4cbb-b5a5-10c24cddafbf is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:12:48.801969 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:48.812062 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:48.813537 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:12:48.818618 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:48.824365 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-13d971f7-d433-4260-8b16-f219dcd5355f demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/8df62996-9bcc-47a7-9cb0-63994b1dc334 HTTP/1.1" status: 200 len: 890 time: 1.6532404 Aug 05 02:12:48.838558 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port e872ff62-4325-4cbb-b5a5-10c24cddafbf, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=e872ff62-4325-4cbb-b5a5-10c24cddafbf,segment=NetworkSegment(6a952839-4dbd-4549-b8b7-abb70603fcb5),segment_id=6a952839-4dbd-4549-b8b7-abb70603fcb5)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:12:48.844381 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:48.898894 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=e872ff62-4325-4cbb-b5a5-10c24cddafbf,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:49.500529 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Sync routers for ids ['8df62996-9bcc-47a7-9cb0-63994b1dc334'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:12:49.512913 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Routers {'8df62996-9bcc-47a7-9cb0-63994b1dc334'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:12:49.513545 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:12:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['8df62996-9bcc-47a7-9cb0-63994b1dc334'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:49.717647 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Set router 8df62996-9bcc-47a7-9cb0-63994b1dc334 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:12:50.004838 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:50.086464 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'name': 'router1', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '27f210c2-43f5-4b66-abe3-76a52cf93938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:12:31Z', 'updated_at': '2022-08-05T02:12:48Z', 'revision_number': 4, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'gw_port': {'id': '27f210c2-43f5-4b66-abe3-76a52cf93938', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:12:47Z', 'updated_at': '2022-08-05T02:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'e872ff62-4325-4cbb-b5a5-10c24cddafbf', 'name': '', 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'mac_address': 'fa:16:3e:de:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:12:39Z', 'updated_at': '2022-08-05T02:12:48Z', 'revision_number': 5, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'subnets': [{'id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c34b036a-edc5-4c25-8ea6-729c77ec5840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:50.139359 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Checking router: 8df62996-9bcc-47a7-9cb0-63994b1dc334 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:12:50.139734 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Updating router 8df62996-9bcc-47a7-9cb0-63994b1dc334 port 27f210c2-43f5-4b66-abe3-76a52cf93938 binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:12:50.192036 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:50.567462 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Publish callbacks [] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:50.575722 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:50.612038 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Attempting to bind port 27f210c2-43f5-4b66-abe3-76a52cf93938 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:12:50.612438 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Attempting to bind port 27f210c2-43f5-4b66-abe3-76a52cf93938 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:12:50.612804 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Attempting to bind port 27f210c2-43f5-4b66-abe3-76a52cf93938 on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:12:50.623613 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:12:50.623993 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:12:50.624427 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:50.624820 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:12:50.625299 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Bound port: 27f210c2-43f5-4b66-abe3-76a52cf93938, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:12:50.625683 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:50.630551 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device e872ff62-4325-4cbb-b5a5-10c24cddafbf up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:12:50.677691 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439e83e-0f21-4a8b-a146-a47cd5a0734e None None] Pushing event updated for resources: {'Port': ['ID=27f210c2-43f5-4b66-abe3-76a52cf93938,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:50.690114 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:50.730870 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] For port 27f210c2-43f5-4b66-abe3-76a52cf93938, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:12:50.739653 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port e872ff62-4325-4cbb-b5a5-10c24cddafbf triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:50.740049 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:50.760372 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] For port 27f210c2-43f5-4b66-abe3-76a52cf93938, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=27f210c2-43f5-4b66-abe3-76a52cf93938,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:12:50.773872 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:50.815872 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Routers {'8df62996-9bcc-47a7-9cb0-63994b1dc334'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:12:50.816438 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:12:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['8df62996-9bcc-47a7-9cb0-63994b1dc334'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:50.940697 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439e83e-0f21-4a8b-a146-a47cd5a0734e None None] Pushing event updated for resources: {'Port': ['ID=27f210c2-43f5-4b66-abe3-76a52cf93938,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:50.949488 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port e872ff62-4325-4cbb-b5a5-10c24cddafbf is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:12:50.975561 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] Set router 8df62996-9bcc-47a7-9cb0-63994b1dc334 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:12:51.014338 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:51.172812 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'name': 'router1', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '27f210c2-43f5-4b66-abe3-76a52cf93938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:12:31Z', 'updated_at': '2022-08-05T02:12:48Z', 'revision_number': 4, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'gw_port': {'id': '27f210c2-43f5-4b66-abe3-76a52cf93938', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:12:47Z', 'updated_at': '2022-08-05T02:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'e872ff62-4325-4cbb-b5a5-10c24cddafbf', 'name': '', 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'mac_address': 'fa:16:3e:de:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:12:39Z', 'updated_at': '2022-08-05T02:12:48Z', 'revision_number': 5, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'subnets': [{'id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c34b036a-edc5-4c25-8ea6-729c77ec5840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:12:51.199044 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b6ec4-24a2-4ad5-bb14-5950232cb59f None None] The sync data for ids ['8df62996-9bcc-47a7-9cb0-63994b1dc334'] in dv-cinder-815582-13-iscsi is: [{'id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'name': 'router1', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '27f210c2-43f5-4b66-abe3-76a52cf93938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:12:31Z', 'updated_at': '2022-08-05T02:12:48Z', 'revision_number': 4, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'gw_port': {'id': '27f210c2-43f5-4b66-abe3-76a52cf93938', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:12:47Z', 'updated_at': '2022-08-05T02:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'e872ff62-4325-4cbb-b5a5-10c24cddafbf', 'name': '', 'network_id': '854d1d19-ea04-414f-9a50-b0aa90c34c28', 'tenant_id': '758af4bbce9a439eb91820fb4527231a', 'mac_address': 'fa:16:3e:de:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df62996-9bcc-47a7-9cb0-63994b1dc334', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:12:39Z', 'updated_at': '2022-08-05T02:12:48Z', 'revision_number': 5, 'project_id': '758af4bbce9a439eb91820fb4527231a', 'subnets': [{'id': '4927f86a-174d-4236-b47d-18d50a8cba0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c34b036a-edc5-4c25-8ea6-729c77ec5840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:12:51.219038 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34398) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:12:51.653903 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-513f02d6-4131-4c7a-91ad-74c4d28b5e30 admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4337313 Aug 05 02:12:52.642126 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 27f210c2-43f5-4b66-abe3-76a52cf93938 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:12:52.689158 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 27f210c2-43f5-4b66-abe3-76a52cf93938 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:52.689544 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:52.758793 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 27f210c2-43f5-4b66-abe3-76a52cf93938 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:12:52.759176 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:52.780005 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 27f210c2-43f5-4b66-abe3-76a52cf93938, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=27f210c2-43f5-4b66-abe3-76a52cf93938,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:12:52.783963 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:52.832644 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=27f210c2-43f5-4b66-abe3-76a52cf93938,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:12:54.655552 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 27f210c2-43f5-4b66-abe3-76a52cf93938 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:12:54.701047 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 27f210c2-43f5-4b66-abe3-76a52cf93938 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:12:54.701439 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (27f210c2-43f5-4b66-abe3-76a52cf93938), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:12:54.729502 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:54.777848 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 27f210c2-43f5-4b66-abe3-76a52cf93938 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:12:58.604206 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=43 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:12:58.608558 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=33 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:01.645938 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:01.650510 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=30 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:04.775149 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:04.776643 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:09.987472 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-dbd66f4e-a463-4bc2-96b4-43d94ba1042d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:12.197472 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-abbd87f9-ba78-46c6-993d-bf02c8d47e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:12.590085 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:13:13.163438 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:14.601802 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:14.791091 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:14.872001 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:22.585349 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:24.855856 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:24.864759 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:35.586917 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:35.589202 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:39.982232 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-57ea017d-3545-484b-b682-184ad76f6d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:42.198317 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cac6795a-ef89-4a02-b4c1-745ecc075856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:43.156532 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:44.765387 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:44.859547 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:13:49.589367 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:13:54.850411 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:54.854664 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:13:59.586164 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:09.984935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d6ca7457-d47b-43e1-a7b9-188e8f31ceda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:12.191441 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f05fa77c-e33e-4af2-ae19-d2c882305134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:12.579554 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:12.584612 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:13.150417 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:13.468799 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 34938) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:13.976244 dv-cinder-815582-13-iscsi neutron-server[104195]: WARNING oslo_policy.policy [None req-80fd153e-fd94-4a2c-a0cb-c65c33a51c38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:14:13.976848 dv-cinder-815582-13-iscsi neutron-server[104195]: WARNING oslo_policy.policy [None req-80fd153e-fd94-4a2c-a0cb-c65c33a51c38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:14:14.205718 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writer thread running {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 02:14:14.226656 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:14.241159 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fd153e-fd94-4a2c-a0cb-c65c33a51c38 admin admin] GET failed (client error): The resource could not be found. Aug 05 02:14:14.242967 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-80fd153e-fd94-4a2c-a0cb-c65c33a51c38 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.7723475 Aug 05 02:14:14.509691 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.policy [None req-4d6df980-4174-45e4-bd40-fa1039dd7611 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104195) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 02:14:14.553496 dv-cinder-815582-13-iscsi neutron-server[104195]: WARNING oslo_policy.policy [None req-4d6df980-4174-45e4-bd40-fa1039dd7611 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:14:14.553871 dv-cinder-815582-13-iscsi neutron-server[104195]: WARNING oslo_policy.policy [None req-4d6df980-4174-45e4-bd40-fa1039dd7611 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:14:14.561976 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6df980-4174-45e4-bd40-fa1039dd7611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:14.563660 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-4d6df980-4174-45e4-bd40-fa1039dd7611 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3153458 Aug 05 02:14:14.767492 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:14.854221 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:16.732373 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34956) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:17.100563 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496324f9-f051-469a-846b-ca3bad05ecfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:17.101830 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-496324f9-f051-469a-846b-ca3bad05ecfb admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/4927f86a-174d-4236-b47d-18d50a8cba0a HTTP/1.1" status: 200 len: 849 time: 0.3684895 Aug 05 02:14:17.112017 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:14:17.199779 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Publish callbacks [] for subnet (4927f86a-174d-4236-b47d-18d50a8cba0a), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:17.338535 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769375516124'] for subnet (4927f86a-174d-4236-b47d-18d50a8cba0a), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:17.372633 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:17.373416 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:17.374644 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/4927f86a-174d-4236-b47d-18d50a8cba0a HTTP/1.1" status: 200 len: 868 time: 0.2659693 Aug 05 02:14:17.377221 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ba7c2-767f-462f-8281-ca845d1554da None None] Network 854d1d19-ea04-414f-9a50-b0aa90c34c28 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:14:17.397034 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4927f86a-174d-4236-b47d-18d50a8cba0a,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:17.405252 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.405617 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.405936 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.406274 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.406605 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.406935 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.407260 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.407586 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.407928 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.408265 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.408636 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.408974 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.409303 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.409617 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.409936 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5e12c-0eef-482f-925f-f3d8d8e0d6f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:17.743590 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-5a79c58f-ab04-45dd-81a1-e52dc5eae711 None None] Provisioning complete for port d5076d3f-aa67-461e-a849-f43cea98548a triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:14:17.743984 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5a79c58f-ab04-45dd-81a1-e52dc5eae711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (d5076d3f-aa67-461e-a849-f43cea98548a), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:17.818768 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-5a79c58f-ab04-45dd-81a1-e52dc5eae711 None None] Current status of the port d5076d3f-aa67-461e-a849-f43cea98548a is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:14:17.827501 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-5a79c58f-ab04-45dd-81a1-e52dc5eae711 None None] Provisioning complete for port e872ff62-4325-4cbb-b5a5-10c24cddafbf triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:14:17.827895 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5a79c58f-ab04-45dd-81a1-e52dc5eae711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (e872ff62-4325-4cbb-b5a5-10c24cddafbf), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:17.898892 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-5a79c58f-ab04-45dd-81a1-e52dc5eae711 None None] Current status of the port e872ff62-4325-4cbb-b5a5-10c24cddafbf is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:14:19.628973 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34966) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:20.105388 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a3378-3c84-4f7b-8ae5-df7a6022990c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:20.105851 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a3378-3c84-4f7b-8ae5-df7a6022990c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:20.107824 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-985a3378-3c84-4f7b-8ae5-df7a6022990c admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4778938 Aug 05 02:14:22.271153 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34974) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:22.684950 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9988b0-a3dc-45eb-8e64-bf8926c7a108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:22.685426 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9988b0-a3dc-45eb-8e64-bf8926c7a108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:22.686942 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7d9988b0-a3dc-45eb-8e64-bf8926c7a108 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4148185 Aug 05 02:14:24.442214 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:24.445950 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=15 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:24.855308 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34984) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:25.259539 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae4f10b-316d-4893-9522-77c4419adab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:25.260947 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-0ae4f10b-316d-4893-9522-77c4419adab8 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/854d1d19-ea04-414f-9a50-b0aa90c34c28 HTTP/1.1" status: 200 len: 869 time: 0.4046512 Aug 05 02:14:26.588081 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:14:27.457634 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 34992) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:27.869477 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6701ca71-c622-49f4-a4d3-47ee8932051f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:27.870852 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-6701ca71-c622-49f4-a4d3-47ee8932051f admin admin] 10.222.0.15 "GET /networking/v2.0/networks/d903e9c1-7084-4822-8227-90d91b9e1157 HTTP/1.1" status: 200 len: 886 time: 0.4122806 Aug 05 02:14:27.892078 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:27.897207 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:30.022960 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35000) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:30.379094 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:30.412139 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:30.531752 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6888b93f-d84e-44ef-8c5e-01dc03f9b363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:30.532200 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6888b93f-d84e-44ef-8c5e-01dc03f9b363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:30.533756 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-6888b93f-d84e-44ef-8c5e-01dc03f9b363 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5097687 Aug 05 02:14:32.690538 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35008) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:33.055713 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d903f7fd-390f-4f02-b0a6-faa4ffee3101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:33.056085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d903f7fd-390f-4f02-b0a6-faa4ffee3101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:33.057579 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d903f7fd-390f-4f02-b0a6-faa4ffee3101 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3661027 Aug 05 02:14:35.235904 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35016) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:35.594656 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99613f9-2091-4734-88f5-8baf81ec6adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:35.595977 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d99613f9-2091-4734-88f5-8baf81ec6adc admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/2e23ff1a-caa9-46be-a367-7348ef0f1aca HTTP/1.1" status: 200 len: 816 time: 0.3591113 Aug 05 02:14:36.584789 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:36.585523 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:37.757714 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35024) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:14:38.162275 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48495cd8-5b10-4f53-8da9-e6069319bc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:14:38.163528 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-48495cd8-5b10-4f53-8da9-e6069319bc79 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/4927f86a-174d-4236-b47d-18d50a8cba0a HTTP/1.1" status: 200 len: 868 time: 0.4048896 Aug 05 02:14:39.986899 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-2d511ccb-a2e5-48b7-8677-8f4cc9c228f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:42.198307 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-476e1436-a260-4950-be31-bcdfd9af65f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:43.152766 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:44.769639 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:44.859285 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:14:45.590045 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=14 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:45.592487 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=12 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:48.153749 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:48.157612 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:49.586390 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:49.593764 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:54.847722 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:14:54.854108 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:03.587676 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:15:05.980623 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=14 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:06.014864 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35080) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:15:06.346274 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [None req-530973c3-f46e-4431-9d50-080749522f21 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:15:06.347254 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-530973c3-f46e-4431-9d50-080749522f21 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3314660 Aug 05 02:15:08.587178 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35088) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:15:08.924174 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.pecan_wsgi.hooks.translation [None req-7034e969-6500-469b-98b2-e63ef6cd7d97 admin admin] GET failed (client error): The resource could not be found. Aug 05 02:15:08.925494 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7034e969-6500-469b-98b2-e63ef6cd7d97 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3373773 Aug 05 02:15:09.069521 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e364b7a-0158-47cf-b9e3-17d5542b1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:15:09.070984 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8e364b7a-0158-47cf-b9e3-17d5542b1c6c admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1412451 Aug 05 02:15:09.988652 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-3a26bdb9-67e2-4f6a-a177-3ea8ae391f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:11.245174 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35096) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:15:11.563399 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:15:11.583828 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Made reservation on behalf of a0be9d6a2aae470aa8143374d4c4992b for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:11.586120 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:11.615020 dv-cinder-815582-13-iscsi neutron-server[104196]: WARNING neutron.services.revisions.revision_plugin [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Could not find related network for resource to bump revision. Aug 05 02:15:11.626830 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:15:11.635726 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (fa31df80-cf63-4416-bd8f-c0a43b9ed153), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:11.636068 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Added segment fa31df80-cf63-4416-bd8f-c0a43b9ed153 of type vlan for network 1fa59b45-d4ee-4bee-a5d9-3086181929ae Aug 05 02:15:11.675624 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (1fa59b45-d4ee-4bee-a5d9-3086181929ae), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:11.699946 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (1fa59b45-d4ee-4bee-a5d9-3086181929ae), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:11.701695 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:15:11.702271 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:11.759325 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5129950 Aug 05 02:15:11.770689 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e998b-df96-421c-965f-d321bb66b435 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa59b45-d4ee-4bee-a5d9-3086181929ae,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:11.782158 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 1fa59b45-d4ee-4bee-a5d9-3086181929ae details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:15:12.191239 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9c3bda4e-5b7f-4189-8ece-51071329b8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:13.154719 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:13.584419 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=14 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:13.960757 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35104) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:15:14.296266 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f8d943-263e-4ce0-80a4-8f8763375760 admin admin] GET failed (client error): The resource could not be found. Aug 05 02:15:14.297546 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-e4f8d943-263e-4ce0-80a4-8f8763375760 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3358402 Aug 05 02:15:14.366179 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf747d-6d5b-48bb-bb78-87c75f25de5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:15:14.367578 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-2ddf747d-6d5b-48bb-bb78-87c75f25de5a admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658679 Aug 05 02:15:14.377077 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:15:14.396814 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Made reservation on behalf of a0be9d6a2aae470aa8143374d4c4992b for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:14.399074 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:14.565707 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (9b62fa4c-f790-41e9-a892-a4cf1e416c43), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:14.615066 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b62fa4c-f790-41e9-a892-a4cf1e416c43,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:14.630630 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Checking segment: {'id': 'fa31df80-cf63-4416-bd8f-c0a43b9ed153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:15:14.630983 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Network hostable DHCP agents. Network: 1fa59b45-d4ee-4bee-a5d9-3086181929ae, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:15:14.647227 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Network 1fa59b45-d4ee-4bee-a5d9-3086181929ae is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:15:14.655889 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 1fa59b45-d4ee-4bee-a5d9-3086181929ae) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:14.660076 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:15:14.660700 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:14.664585 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d1f8fd-92a7-4d3b-b650-7518c0752371 None None] Network 1fa59b45-d4ee-4bee-a5d9-3086181929ae requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:15:14.678429 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-76de4279-957c-4d76-b672-c90494ab0388 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045495 Aug 05 02:15:14.883726 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:14.886048 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:14.893279 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-1fa59b45-d4ee-4bee-a5d9-3086181929ae', 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae', 'project_id': 'a0be9d6a2aae470aa8143374d4c4992b', 'fixed_ips': [{'subnet_id': '9b62fa4c-f790-41e9-a892-a4cf1e416c43'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:15:14.894215 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:15.033507 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Allocated IP 192.168.233.2 (1fa59b45-d4ee-4bee-a5d9-3086181929ae/9b62fa4c-f790-41e9-a892-a4cf1e416c43/23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:15:15.178487 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Publish callbacks [] for port (23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:15.184585 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:15.229734 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Network 1fa59b45-d4ee-4bee-a5d9-3086181929ae is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:15.232945 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:15.235050 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Pushing event updated for resources: {'Port': ['ID=23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:15.237258 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:15:15.245869 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.246217 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.246623 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.246935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.247267 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.247595 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.248848 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.248848 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.248848 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.249156 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.249333 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.250097 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.250097 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.250297 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.250595 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:15.306022 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Attempting to bind port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:15:15.306394 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Attempting to bind port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'fa31df80-cf63-4416-bd8f-c0a43b9ed153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:15:15.306754 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Attempting to bind port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce on network 1fa59b45-d4ee-4bee-a5d9-3086181929ae {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:15:15.312180 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:15:15.312597 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Checking segment: {'id': 'fa31df80-cf63-4416-bd8f-c0a43b9ed153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:15:15.313056 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:15.313453 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Bound using segment: {'id': 'fa31df80-cf63-4416-bd8f-c0a43b9ed153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:15:15.313917 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Bound port: 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa31df80-cf63-4416-bd8f-c0a43b9ed153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:15:15.314292 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:15.378452 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] For port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:15:15.381657 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] For port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce,segment=NetworkSegment(fa31df80-cf63-4416-bd8f-c0a43b9ed153),segment_id=fa31df80-cf63-4416-bd8f-c0a43b9ed153)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:15:15.389511 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:15.440735 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b70b8-0bd4-4775-9dc2-a4dd6bb96c74 None None] Pushing event updated for resources: {'Port': ['ID=23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:16.253093 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574a8ad3-edf6-4dd7-97c4-f3034fa60335 None None] Network 1fa59b45-d4ee-4bee-a5d9-3086181929ae requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:15:16.258868 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:16.302920 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-437ec704-0801-463e-a67a-c98fb40372c6 None None] Provisioning complete for port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:15:16.303306 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-437ec704-0801-463e-a67a-c98fb40372c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:16.311735 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:16.432796 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-437ec704-0801-463e-a67a-c98fb40372c6 None None] Current status of the port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:15:16.433088 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-437ec704-0801-463e-a67a-c98fb40372c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:16.470497 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-437ec704-0801-463e-a67a-c98fb40372c6 None None] For port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce,segment=NetworkSegment(fa31df80-cf63-4416-bd8f-c0a43b9ed153),segment_id=fa31df80-cf63-4416-bd8f-c0a43b9ed153)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:16.478134 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-437ec704-0801-463e-a67a-c98fb40372c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:16.537180 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ec704-0801-463e-a67a-c98fb40372c6 None None] Pushing event updated for resources: {'Port': ['ID=23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:16.714985 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-a2d6bd64-d960-405a-a7d7-7898fe1c2d6d None None] Provisioning complete for port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:15:16.715380 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bd64-d960-405a-a7d7-7898fe1c2d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:16.740153 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:16.823516 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:15:16.823901 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:16.857652 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6bd64-d960-405a-a7d7-7898fe1c2d6d None None] Current status of the port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:15:16.907892 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 23b0f5c9-2ecd-4213-ba1e-0dc1c03814ce is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:15:24.671728 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:24.672541 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:26.587856 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:26.588660 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:26.904145 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:26.906975 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=64 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:39.990680 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5fee5a74-2901-4104-bf53-e3cc2af2106a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:40.586015 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:15:42.192756 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b284a1b8-e589-4f10-a145-e6ccfdbbb03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:43.158818 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:44.778388 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:44.862744 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:15:50.582184 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:50.583351 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:54.854343 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:15:54.856300 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:16:08.581057 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:16:08.581834 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:16:09.992892 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-db3bfd55-bc61-4c9b-a3ff-7b5574904c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:12.195339 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f886ed4d-8b9e-4dcc-acb6-ce8fab7d4bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:13.162188 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:14.778627 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:14.856798 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:17.585492 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:16:24.850610 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:16:24.851411 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:16:27.581628 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:16:27.582377 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:16:39.995762 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b259c3b4-818c-42d5-ad5b-ed4cbb9d7e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:40.587707 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:16:40.592834 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:16:42.200575 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-712fb2e6-afc3-459b-a5ef-d34f430ab96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:43.165676 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:44.782110 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:44.859451 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:52.725766 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35144) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:16:52.731405 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [None req-6eb850dc-ed81-4b0d-83ca-0e4dafab1f5f tempest-verify_tempest_config-1218485435 tempest-verify_tempest_config-1218485435-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:16:52.732411 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-6eb850dc-ed81-4b0d-83ca-0e4dafab1f5f tempest-verify_tempest_config-1218485435 tempest-verify_tempest_config-1218485435-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056427 Aug 05 02:16:53.238360 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35162) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:16:53.577089 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:53.653482 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Publish callbacks [] for security_group (5c378b47-4eba-4aba-add7-cb33c6b9bb5d), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:53.657663 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (5c378b47-4eba-4aba-add7-cb33c6b9bb5d), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:53.702014 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3a23da395c36438380af92255601bee9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4626074 Aug 05 02:16:53.703053 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c378b47-4eba-4aba-add7-cb33c6b9bb5d,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:53.705179 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35166) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:16:53.709919 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.710267 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.710605 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.710940 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.711264 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.711587 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.711910 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.712228 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.712596 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.712922 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.713242 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.713563 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.713879 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.714191 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.714505 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029877-e1a5-4a9e-a49e-df2399733568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.791993 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Publish callbacks [] for security_group (5c378b47-4eba-4aba-add7-cb33c6b9bb5d), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:53.813126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Publish callbacks [] for security_group (5c378b47-4eba-4aba-add7-cb33c6b9bb5d), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:53.911522 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (5c378b47-4eba-4aba-add7-cb33c6b9bb5d), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:53.915120 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:16:53.916515 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5c378b47-4eba-4aba-add7-cb33c6b9bb5d HTTP/1.1" status: 204 len: 168 time: 0.2101939 Aug 05 02:16:53.930973 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c378b47-4eba-4aba-add7-cb33c6b9bb5d,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:53.946608 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.947187 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.947766 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.948353 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.948937 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.949495 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.950069 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.950631 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.951222 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.951784 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.952366 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.952934 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.953559 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.954116 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.954666 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd588e2e-4fa0-4627-b5fc-8062c989ab3a admin admin] Tracked resource versions report: Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: pushed versions: Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: { 'AddressGroup': {'1.2'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Agent': {'1.1'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'ConntrackHelper': {'1.0'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'LocalIPAssociation': {'1.0'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Log': {'1.0'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'NDPProxy': {'1.0'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Network': {'1.1'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Port': {'1.7'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'PortForwarding': {'1.3'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'QosPolicy': {'1.10'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SecurityGroup': {'1.5'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SubPort': {'1.0'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Subnet': {'1.1'}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Trunk': {'1.1'}} Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: consumer versions: Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: { DHCP agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: L3 agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: Metadata agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: Metering agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: Open vSwitch agent@dv-cinder-815582-13-iscsi: { 'AddressGroup': '1.2', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Agent': '1.1', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'ConntrackHelper': '1.0', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'LocalIPAssociation': '1.0', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Log': '1.0', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'NDPProxy': '1.0', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Network': '1.1', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Port': '1.7', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'PortForwarding': '1.3', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'QosPolicy': '1.10', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SecurityGroup': '1.5', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SecurityGroupRule': '1.2', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SubPort': '1.0', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Subnet': '1.1', Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Trunk': '1.1'}} Aug 05 02:16:53.957204 dv-cinder-815582-13-iscsi neutron-server[104195]: {{(pid=104195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:16:54.583640 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:16:54.854614 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:03.699110 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:03.705960 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:03.922584 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:03.939025 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:03.998159 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:05.902544 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=11 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:05.910586 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=17 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:09.996972 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e7db4f98-e727-431e-a139-bec67d32eda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:12.194406 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-677da710-ea3c-4cbf-9c12-85f1b5db2fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:13.167336 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:14.785621 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:14.862513 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:17.584281 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:17.588552 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:24.856048 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:24.857958 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:31.582481 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:17:40.000634 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1345cf38-dde7-4c16-9381-9f5256f464ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:41.579581 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:42.198362 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ebdc792d-3a19-45e8-a27e-a94bc129311b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:43.170155 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:44.786183 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:44.864111 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:17:54.590829 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:54.595564 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:54.858036 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:17:54.860906 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:08.581753 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 5 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:18:10.003025 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1e6482ce-5ef6-4405-8251-8dfd59a3f779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:12.199600 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab7d2-bdd3-4513-b999-cbd521730979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:13.174875 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:14.584609 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:14.789816 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:14.866010 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:18.576853 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:24.860215 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:24.862151 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:25.572036 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16571609'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:31.585944 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:31.589989 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:35.564672 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:35.568652 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:37.460542 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35266) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:18:37.589074 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c3a089df-4e7b-4e45-a86c-169f14ff367a admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1274107 Aug 05 02:18:39.678492 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35276) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:18:39.733487 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c559511f-803d-4502-8bd0-47a36480d47d admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0539095 Aug 05 02:18:40.005831 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-7068357c-24c8-4141-ad30-a9d7f9d96deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:42.201989 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c2eb45c3-4917-42c0-a05b-33e1e11f2812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:43.179084 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:44.794178 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:44.868266 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:45.581479 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:18:49.728434 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:49.729150 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:54.861726 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:54.864597 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:18:55.552502 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:18:55.576154 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:05.542462 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:05.547676 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:08.590801 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=16 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:08.596874 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=16 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:10.007205 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b0c7-2811-455b-ae8d-ba8be75e4c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:12.205764 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-2e52af8b-0950-4500-a6a0-e4e91485952f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:13.179098 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:14.796878 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:14.869832 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:22.580988 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:19:24.859745 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:24.865429 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:25.551991 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:32.576579 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:35.544576 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:35.545864 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:40.009370 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-52aa7b3a-f766-4188-b03a-1e10625a2079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:42.208293 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb740-16a8-4c82-a7b8-96d1fc86a286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:43.182939 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:44.802385 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:44.871278 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:45.594847 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:45.599058 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:54.865646 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:54.867607 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:19:55.550559 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:19:59.580962 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:20:05.542834 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:05.544742 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:09.575683 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:09.577234 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:10.021399 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92e16c12-5122-4b3d-886d-f567555c09ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:10.398911 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35420) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:10.551060 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35438) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:10.633369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-network', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:10.678408 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Made reservation on behalf of 00eaaf2e12844123996e26c1827d80b2 for: {'network': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:10.681333 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:10.698607 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:10.728125 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1790632263-network', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:10.780028 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Made reservation on behalf of ce1ac0db26e648bba79191b3ad8a260b for: {'network': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:10.783349 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:10.798523 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:10.867033 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Publish callbacks [] for security_group (dae8e6fe-5606-45e0-837b-2230d322fad0), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:10.873818 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dae8e6fe-5606-45e0-837b-2230d322fad0), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:10.915747 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=104195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:20:10.926916 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae8e6fe-5606-45e0-837b-2230d322fad0,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:10.941682 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.942033 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.942392 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.942732 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.943061 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.943581 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.943695 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.944538 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.944538 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.944735 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.945003 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.945325 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.945643 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.945959 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.946275 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Tracked resource versions report: Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: pushed versions: Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: { 'AddressGroup': {'1.2'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Agent': {'1.1'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'ConntrackHelper': {'1.0'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'LocalIPAssociation': {'1.0'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Log': {'1.0'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'NDPProxy': {'1.0'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Network': {'1.1'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Port': {'1.7'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'PortForwarding': {'1.3'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'QosPolicy': {'1.10'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SecurityGroup': {'1.5'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SubPort': {'1.0'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Subnet': {'1.1'}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Trunk': {'1.1'}} Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: consumer versions: Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: { DHCP agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: HyperV agent@hv-cinder-81558: {}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: L3 agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: Metadata agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: Metering agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: Open vSwitch agent@dv-cinder-815582-13-iscsi: { 'AddressGroup': '1.2', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Agent': '1.1', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'ConntrackHelper': '1.0', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'LocalIPAssociation': '1.0', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Log': '1.0', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'NDPProxy': '1.0', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Network': '1.1', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Port': '1.7', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'PortForwarding': '1.3', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'QosPolicy': '1.10', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SecurityGroup': '1.5', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SecurityGroupRule': '1.2', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'SubPort': '1.0', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Subnet': '1.1', Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: 'Trunk': '1.1'}} Aug 05 02:20:10.947431 dv-cinder-815582-13-iscsi neutron-server[104195]: {{(pid=104195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:20:10.961253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769375554021', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (883df0c9-3ab6-4965-aa01-6b177cea50ea), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:10.961874 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Unsubscribe: segment precommit_create {{(pid=104195) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 02:20:10.962418 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.segments_db [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Added segment 883df0c9-3ab6-4965-aa01-6b177cea50ea of type vlan for network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 Aug 05 02:20:11.035264 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Publish callbacks [] for security_group (d810ee76-2bf1-4e5a-afdc-3ae1d06f5f2d), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.037181 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (9bc7c284-9f26-422a-ac52-0cd8c7ee2353), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.044933 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d810ee76-2bf1-4e5a-afdc-3ae1d06f5f2d), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.071928 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=104195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:20:11.099310 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (0b531744-712d-4232-b3c9-a2b8cfa4f834), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.099662 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.segments_db [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Added segment 0b531744-712d-4232-b3c9-a2b8cfa4f834 of type vlan for network bf7849d5-61da-44b5-8e65-8d7323d12692 Aug 05 02:20:11.118789 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d810ee76-2bf1-4e5a-afdc-3ae1d06f5f2d,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:11.144901 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (9bc7c284-9f26-422a-ac52-0cd8c7ee2353), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.146168 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:11.146923 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.199260 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (bf7849d5-61da-44b5-8e65-8d7323d12692), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.268403 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8683367 Aug 05 02:20:11.271503 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35476) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:11.285895 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Request body: {'subnet': {'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-subnet', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:11.303253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec5249-5119-41f5-b300-275f2b14bfd2 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc7c284-9f26-422a-ac52-0cd8c7ee2353,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:11.317391 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (bf7849d5-61da-44b5-8e65-8d7323d12692), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.318801 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:11.319953 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.323695 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:20:11.338848 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Made reservation on behalf of 00eaaf2e12844123996e26c1827d80b2 for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:11.344142 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.398678 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8462133 Aug 05 02:20:11.402204 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35496) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:11.402868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf3676-847a-4204-91df-2ea69c2f876e admin admin] Pushing event updated for resources: {'Network': ['ID=bf7849d5-61da-44b5-8e65-8d7323d12692,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:11.409700 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Request body: {'subnet': {'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1790632263-subnet', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:11.431073 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:11.440002 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Made reservation on behalf of ce1ac0db26e648bba79191b3ad8a260b for: {'subnet': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:11.443039 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.446166 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:11.452655 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network bf7849d5-61da-44b5-8e65-8d7323d12692 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:20:11.503149 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35498) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:11.534850 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35504) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:11.591621 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35508) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:11.696539 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.750015 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (a5595a37-a3f8-4635-b4a8-fb68b430ff30), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.754840 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:11.763806 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.764013 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.764370 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.764940 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.765512 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.765839 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.766171 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.766494 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.766825 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.767147 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.767470 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.767791 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.768100 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.768606 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.769075 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Tracked resource versions report: Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: pushed versions: Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: { 'AddressGroup': {'1.2'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Agent': {'1.1'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'ConntrackHelper': {'1.0'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'LocalIPAssociation': {'1.0'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Log': {'1.0'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'NDPProxy': {'1.0'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Network': {'1.1'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Port': {'1.7'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'PortForwarding': {'1.3'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'QosPolicy': {'1.10'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SecurityGroup': {'1.5'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SubPort': {'1.0'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Subnet': {'1.1'}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Trunk': {'1.1'}} Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: consumer versions: Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: { DHCP agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: HyperV agent@hv-cinder-81558: {}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: L3 agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: Metadata agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: Metering agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: Open vSwitch agent@dv-cinder-815582-13-iscsi: { 'AddressGroup': '1.2', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Agent': '1.1', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'ConntrackHelper': '1.0', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'LocalIPAssociation': '1.0', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Log': '1.0', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'NDPProxy': '1.0', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Network': '1.1', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Port': '1.7', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'PortForwarding': '1.3', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'QosPolicy': '1.10', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SecurityGroup': '1.5', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SecurityGroupRule': '1.2', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'SubPort': '1.0', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Subnet': '1.1', Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: 'Trunk': '1.1'}} Aug 05 02:20:11.770384 dv-cinder-815582-13-iscsi neutron-server[104196]: {{(pid=104196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:20:11.797460 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Checking segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:11.798164 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Network hostable DHCP agents. Network: 9bc7c284-9f26-422a-ac52-0cd8c7ee2353, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:20:11.818528 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:20:11.822942 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5595a37-a3f8-4635-b4a8-fb68b430ff30,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:11.838086 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 9bc7c284-9f26-422a-ac52-0cd8c7ee2353) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:11.844694 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:11.845549 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.845977 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Checking segment: {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:11.846720 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Network hostable DHCP agents. Network: bf7849d5-61da-44b5-8e65-8d7323d12692, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:20:11.856682 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46033649-aff1-4bc6-b039-7c18a36074bb None None] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:11.873364 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35522) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:11.874194 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b259735a-61bd-4715-aeb4-fa62aeb79dc0 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5999267 Aug 05 02:20:11.884273 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:11.903680 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-484598894-network', 'tenant_id': '6873a99b9878495895acb21ed2133bb6'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:11.916131 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Network bf7849d5-61da-44b5-8e65-8d7323d12692 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:20:11.931070 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-648728614-network', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:11.957398 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, bf7849d5-61da-44b5-8e65-8d7323d12692) {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:11.960121 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (4fd85068-7a5c-4930-8201-1ca404b7b646), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.963573 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (4fd85068-7a5c-4930-8201-1ca404b7b646), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.974028 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Made reservation on behalf of 6873a99b9878495895acb21ed2133bb6 for: {'network': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:11.976597 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.981220 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:11.981812 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.982228 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Made reservation on behalf of ad6a220b99d94a648150476bf0a01e50 for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:11.982432 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25409d7-1d6d-447b-92eb-b775482a863e None None] Network bf7849d5-61da-44b5-8e65-8d7323d12692 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:11.986723 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:11.999979 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.009369 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.012614 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:20:12.013962 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.025718 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-f44c2696-253a-4657-9de3-09b0688f9c90 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6203458 Aug 05 02:20:12.032279 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35524) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:12.048505 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:12.101921 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1896568286-network', 'tenant_id': '5550d9709b98404290936885c7bbb16d'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:12.106432 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.107491 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.198374 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks [] for router_controller (4fd85068-7a5c-4930-8201-1ca404b7b646), precommit_add_association {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.238768 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Made reservation on behalf of 5550d9709b98404290936885c7bbb16d for: {'network': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:12.241468 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.280803 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b195af90-59d6-41d2-b780-f9eb9ba6f227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.303386 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-bf7849d5-61da-44b5-8e65-8d7323d12692', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:20:12.304940 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.338055 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks [] for router_controller (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), precommit_add_association {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.383570 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Allocated IP 172.20.0.2 (9bc7c284-9f26-422a-ac52-0cd8c7ee2353/8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e/3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:12.395437 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Publish callbacks [] for security_group (a157c0a4-7fec-44a5-aa1d-c6b807cf946b), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.427671 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.439027 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a157c0a4-7fec-44a5-aa1d-c6b807cf946b), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.453853 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:20:12.465585 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (1827503a-6d47-4168-865d-ca15ba1b85c7), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.466418 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Added segment 1827503a-6d47-4168-865d-ca15ba1b85c7 of type vlan for network 528bd4e2-8ce2-403c-8a20-be166348ecb8 Aug 05 02:20:12.535877 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (528bd4e2-8ce2-403c-8a20-be166348ecb8), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.602296 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:12.619316 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Allocated IP 172.20.0.2 (bf7849d5-61da-44b5-8e65-8d7323d12692/a5595a37-a3f8-4635-b4a8-fb68b430ff30/2b8695eb-3539-4e89-9ae9-546ec65d83e4) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:12.628713 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Publish callbacks [] for security_group (e79fcec6-b685-48d1-8e76-eeba5ddeea32), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.632798 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:12.638791 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:12.641001 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (528bd4e2-8ce2-403c-8a20-be166348ecb8), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.642853 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:12.643943 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.653309 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (e79fcec6-b685-48d1-8e76-eeba5ddeea32), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.659884 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a157c0a4-7fec-44a5-aa1d-c6b807cf946b,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:12.681648 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=104195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:20:12.706541 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (6d3e5468-c41a-4b77-a5c9-0ae33860d5d9), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.707217 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.segments_db [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Added segment 6d3e5468-c41a-4b77-a5c9-0ae33860d5d9 of type vlan for network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e Aug 05 02:20:12.760508 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:12.763185 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] Pushing event updated for resources: {'Network': ['ID=528bd4e2-8ce2-403c-8a20-be166348ecb8,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:12.783619 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7a9b3ddb-3b17-4e2c-8295-9d161b686252 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2788699 Aug 05 02:20:12.791110 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35540) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:12.793020 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:20:12.803339 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Request body: {'subnet': {'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-648728614-subnet', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:12.804228 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Publish callbacks [] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.807954 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.866714 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:12.946175 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks [] for router_gateway (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.954396 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Made reservation on behalf of ad6a220b99d94a648150476bf0a01e50 for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:12.957461 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.958160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79fcec6-b685-48d1-8e76-eeba5ddeea32,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:12.970355 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.978648 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:12.979287 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:12.997144 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:13.022050 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.067067 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.4704349 Aug 05 02:20:13.167305 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Pushing event updated for resources: {'Port': ['ID=3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:13.172910 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:13.190012 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35556) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:13.202996 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:13.206354 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:13.240094 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Request body: {'subnet': {'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1896568286-subnet', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:13.243768 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.244119 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.244507 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.245000 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.245339 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.245671 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.245995 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.246321 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.246645 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.247138 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.247479 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.247820 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.248147 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.248522 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.248842 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Tracked resource versions report: Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: pushed versions: Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: { 'AddressGroup': {'1.2'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Agent': {'1.1'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'ConntrackHelper': {'1.0'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'LocalIPAssociation': {'1.0'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Log': {'1.0'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'NDPProxy': {'1.0'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Network': {'1.1'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Port': {'1.7'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'PortForwarding': {'1.3'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'QosPolicy': {'1.10'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SecurityGroup': {'1.5'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SubPort': {'1.0'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Subnet': {'1.1'}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Trunk': {'1.1'}} Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: consumer versions: Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: { DHCP agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: HyperV agent@hv-cinder-81558: {}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: L3 agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: Metadata agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: Metering agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: Open vSwitch agent@dv-cinder-815582-13-iscsi: { 'AddressGroup': '1.2', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Agent': '1.1', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'ConntrackHelper': '1.0', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'LocalIPAssociation': '1.0', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Log': '1.0', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'NDPProxy': '1.0', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Network': '1.1', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Port': '1.7', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'PortForwarding': '1.3', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'QosPolicy': '1.10', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SecurityGroup': '1.5', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SecurityGroupRule': '1.2', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'SubPort': '1.0', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Subnet': '1.1', Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: 'Trunk': '1.1'}} Aug 05 02:20:13.252907 dv-cinder-815582-13-iscsi neutron-server[104197]: {{(pid=104197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:20:13.284016 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Publish callbacks [] for security_group (a8b29759-7b93-417d-9e76-65873c295358), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.286614 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Made reservation on behalf of 5550d9709b98404290936885c7bbb16d for: {'subnet': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:13.289091 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.297821 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks [] for router_gateway (4fd85068-7a5c-4930-8201-1ca404b7b646), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.315584 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae92169-a186-40bc-b081-1a3c00215db3 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:13.318298 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a8b29759-7b93-417d-9e76-65873c295358), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.408074 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:20:13.421698 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.515463 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Publish callbacks [] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.541271 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Attempting to bind port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:13.541646 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Attempting to bind port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:13.552600 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Attempting to bind port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:13.560678 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.568681 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:13.569058 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Checking segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:13.569462 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.569858 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Bound using segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:13.570693 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Bound port: 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:13.570693 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.635329 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Network bf7849d5-61da-44b5-8e65-8d7323d12692 is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:13.665755 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:13.674171 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:13.681218 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Pushing event updated for resources: {'Port': ['ID=2b8695eb-3539-4e89-9ae9-546ec65d83e4,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:13.681521 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks [] for router_gateway (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.712778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:13.746413 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (18615ac6-55b1-4cc9-95d3-ea9f6c56b01a), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.754521 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.777988 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] For port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:13.793557 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Attempting to bind port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:13.793933 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Attempting to bind port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:13.794306 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Attempting to bind port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 on network bf7849d5-61da-44b5-8e65-8d7323d12692 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:13.799779 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] For port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:13.804512 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:13.805005 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Checking segment: {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:13.805243 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.805642 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Bound using segment: {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:13.806114 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Bound port: 2b8695eb-3539-4e89-9ae9-546ec65d83e4, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:13.806415 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=104195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:20:13.806671 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.821824 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.890786 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (ba64233d-280c-40c6-b874-3f71d828d09d), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:13.987529 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Checking segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:13.988837 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Network hostable DHCP agents. Network: 528bd4e2-8ce2-403c-8a20-be166348ecb8, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:20:13.989347 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd06a6d-04b6-4322-ae37-9c2feee7acf2 None None] Pushing event updated for resources: {'Port': ['ID=3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:14.045181 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] For port 2b8695eb-3539-4e89-9ae9-546ec65d83e4, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:14.054817 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] For port 2b8695eb-3539-4e89-9ae9-546ec65d83e4, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=2b8695eb-3539-4e89-9ae9-546ec65d83e4,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:14.062605 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:14.081669 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.094035 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba64233d-280c-40c6-b874-3f71d828d09d,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:14.121958 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:20:14.136769 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Allocated IP 172.27.0.40 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/073ae8ff-31c7-4d04-af5c-932737f49167) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:14.156051 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 528bd4e2-8ce2-403c-8a20-be166348ecb8) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:14.174952 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:14.175448 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.253623 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f31cd4-d4a1-4d77-a0d7-7bf1c998846f None None] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:14.313163 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks [] for port (073ae8ff-31c7-4d04-af5c-932737f49167), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.364774 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031f88f-bcc1-474b-9638-c27dc9dd2c26 None None] Pushing event updated for resources: {'Port': ['ID=2b8695eb-3539-4e89-9ae9-546ec65d83e4,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:14.396724 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-47ffe497-227e-4578-a4b8-a77e4d80ee23 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5997758 Aug 05 02:20:14.397581 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35600) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:14.412418 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:14.425120 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.454623 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18615ac6-55b1-4cc9-95d3-ea9f6c56b01a,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:14.471665 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b29759-7b93-417d-9e76-65873c295358,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:14.480143 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (b998340d-0573-46ac-b85f-1ad8cadc6f52), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.480882 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.segments_db [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Added segment b998340d-0573-46ac-b85f-1ad8cadc6f52 of type vlan for network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 Aug 05 02:20:14.522868 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:14.531360 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:14.547720 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:14.557258 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-528bd4e2-8ce2-403c-8a20-be166348ecb8', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:20:14.558388 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.558924 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Checking segment: {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:14.559501 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Network hostable DHCP agents. Network: 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:20:14.563606 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:14.572421 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.573629 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.621919 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35606) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:14.683680 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:14.684622 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:14.691958 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks [] for router_gateway (4fd85068-7a5c-4930-8201-1ca404b7b646), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.724915 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Pushing event updated for resources: {'Port': ['ID=073ae8ff-31c7-4d04-af5c-932737f49167,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:14.812052 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.846941 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (21fc4037-98aa-44e1-a7ca-1e86cf11ad68), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.865075 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Allocated IP 172.20.0.2 (528bd4e2-8ce2-403c-8a20-be166348ecb8/ba64233d-280c-40c6-b874-3f71d828d09d/f5786f73-d53b-4223-9f04-40bb0251542d) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:14.895460 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.922228 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:14.961357 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks [] for router_controller (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), precommit_add_association {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:14.993546 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:20:14.995629 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4553661a-a1d5-4996-af0f-7742d574d1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.003692 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.034026 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (21fc4037-98aa-44e1-a7ca-1e86cf11ad68), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.035114 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:15.035756 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.061130 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:15.104949 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e) {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:15.133271 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499c8a2-15fe-4a86-bcaf-7829a560339e None None] Network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:15.243788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] Pushing event updated for resources: {'Network': ['ID=21fc4037-98aa-44e1-a7ca-1e86cf11ad68,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:15.278928 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:20:15.344839 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Allocated IP 172.27.0.17 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:15.369045 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-ec04b6f9-fe1e-4588-bde7-857af5d620d9 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.8321466 Aug 05 02:20:15.377647 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35634) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:15.383922 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:15.384652 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.390868 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Request body: {'subnet': {'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-subnet', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:15.409731 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Publish callbacks [] for port (f5786f73-d53b-4223-9f04-40bb0251542d), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.423608 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:15.424037 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.426133 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e', 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e', 'project_id': '5550d9709b98404290936885c7bbb16d', 'fixed_ips': [{'subnet_id': '18615ac6-55b1-4cc9-95d3-ea9f6c56b01a'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:20:15.427072 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.444464 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks [] for router_gateway (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.477779 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks [] for router_gateway (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.511605 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.541721 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Made reservation on behalf of 6873a99b9878495895acb21ed2133bb6 for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:15.544444 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.554376 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-741df226-b2da-43d4-b9e9-0a8e30698e91 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3252585 Aug 05 02:20:15.570031 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35640) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:15.576645 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:15.587496 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4553661a-a1d5-4996-af0f-7742d574d1d8 admin admin] Publish callbacks [] for security_group (3a39327a-b471-4e21-a9bf-f3aa72582b3f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.591734 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:15.605942 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4553661a-a1d5-4996-af0f-7742d574d1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3a39327a-b471-4e21-a9bf-f3aa72582b3f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.740594 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (4a7ee903-b075-4139-8f74-d177c729d850), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.740594 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (4a7ee903-b075-4139-8f74-d177c729d850), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.813963 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks [] for router_controller (4a7ee903-b075-4139-8f74-d177c729d850), precommit_add_association {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.814677 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Pushing event updated for resources: {'Port': ['ID=f5786f73-d53b-4223-9f04-40bb0251542d,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:15.817555 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553661a-a1d5-4996-af0f-7742d574d1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39327a-b471-4e21-a9bf-f3aa72582b3f,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:15.852278 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5d450-42ec-4ade-81c3-4d2e0403f257 None None] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:15.865824 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:15.890808 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-c020c709-446e-48bf-8785-972ca13473e4 None None] Provisioning complete for port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:15.891590 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c020c709-446e-48bf-8785-972ca13473e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:15.912429 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-4553661a-a1d5-4996-af0f-7742d574d1d8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=68240fa7edf743ecaa16a8dab7e77aad&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2379930 Aug 05 02:20:15.964366 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35656) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:15.965855 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:15.981857 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:16.018889 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:16.039453 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:16.052141 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:16.065566 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Allocated IP 172.20.0.2 (8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e/18615ac6-55b1-4cc9-95d3-ea9f6c56b01a/9b79c9f3-9462-4f70-8697-af7ff45e242d) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:16.090081 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks [] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.245065 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e10446-d823-463c-a760-8fd7bc08b9a9 None None] Network bf7849d5-61da-44b5-8e65-8d7323d12692 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:16.254985 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:16.255378 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.255840 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks [] for router_gateway (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.264033 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:16.294054 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.318763 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks [] for router_gateway (4a7ee903-b075-4139-8f74-d177c729d850), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.329130 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:16.330997 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.346531 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.425256 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-c020c709-446e-48bf-8785-972ca13473e4 None None] Current status of the port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:16.425665 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c020c709-446e-48bf-8785-972ca13473e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.452019 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Attempting to bind port f5786f73-d53b-4223-9f04-40bb0251542d on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:16.452477 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Attempting to bind port f5786f73-d53b-4223-9f04-40bb0251542d by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:16.452869 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Attempting to bind port f5786f73-d53b-4223-9f04-40bb0251542d on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:16.459414 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (f42bb0e6-336d-4d15-8a1c-8162a98ef3d1), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.492905 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:16.521362 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:16.527586 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:16.527888 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Checking segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:16.528316 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.528749 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Bound using segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:16.529239 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Bound port: f5786f73-d53b-4223-9f04-40bb0251542d, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:16.529807 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.554607 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.555444 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 2b8695eb-3539-4e89-9ae9-546ec65d83e4 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:16.569969 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:16.597743 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:16.652527 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Allocated IP 172.27.0.27 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/4fd2b826-bfce-419d-8207-abf27b85b4e6) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:16.654968 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:16.671716 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Checking segment: {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:16.672931 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Network hostable DHCP agents. Network: 21fc4037-98aa-44e1-a7ca-1e86cf11ad68, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:20:16.692693 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Pushing event updated for resources: {'Port': ['ID=5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:16.715533 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2b1c-d587-426a-bfae-8ff8cca13ba4 admin admin] Publish callbacks [] for security_group (3a39327a-b471-4e21-a9bf-f3aa72582b3f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.757363 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:16.782548 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:20:16.879391 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 21fc4037-98aa-44e1-a7ca-1e86cf11ad68) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:16.879391 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:20:16.879391 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:16.879391 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.893524 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a8dfc-dcf6-4c52-a863-ab692809c516 None None] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:16.893524 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.db.api [None req-c020c709-446e-48bf-8785-972ca13473e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 05 02:20:16.893524 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG oslo_db.api [None req-c020c709-446e-48bf-8785-972ca13473e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 02:20:16.895860 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2b1c-d587-426a-bfae-8ff8cca13ba4 admin admin] Publish callbacks [] for security_group (3a39327a-b471-4e21-a9bf-f3aa72582b3f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.897815 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-298d7616-4f67-4941-90da-5742bcbebc3b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5105040 Aug 05 02:20:16.897815 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35674) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:16.911506 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:16.913389 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:16.980078 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] For port f5786f73-d53b-4223-9f04-40bb0251542d, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:16.984139 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks [] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:16.989205 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Publish callbacks [] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.002063 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:17.002373 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.010815 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:17.012753 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] For port f5786f73-d53b-4223-9f04-40bb0251542d, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=f5786f73-d53b-4223-9f04-40bb0251542d,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:17.039362 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.047831 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:17.057474 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (713224f4-37c5-491f-9e4b-cce9aaf892c0), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.058327 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (713224f4-37c5-491f-9e4b-cce9aaf892c0), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.073857 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.145415 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.189691 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:17.200057 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:17.218075 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:17.219075 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:17.225190 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks [] for router_controller (713224f4-37c5-491f-9e4b-cce9aaf892c0), precommit_add_association {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.232659 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:17.232822 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Sync routers for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:17.244983 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:17.259475 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:17.262670 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:17.274232 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:17.278295 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Pushing event updated for resources: {'Port': ['ID=9b79c9f3-9462-4f70-8697-af7ff45e242d,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:17.335835 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:17.408702 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35680) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:17.412152 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'project_id': '6873a99b9878495895acb21ed2133bb6', 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:20:17.413121 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.417212 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.422995 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-170f6eb7-df42-4da2-979e-e7a618ff23ec admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3843584 Aug 05 02:20:17.423525 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35682) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:17.489885 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Pushing event updated for resources: {'Port': ['ID=4fd2b826-bfce-419d-8207-abf27b85b4e6,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:17.490910 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:17.508952 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:17.509338 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.518988 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2b1c-d587-426a-bfae-8ff8cca13ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3a39327a-b471-4e21-a9bf-f3aa72582b3f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.522084 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2b1c-d587-426a-bfae-8ff8cca13ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.550038 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-2cfc2b1c-d587-426a-bfae-8ff8cca13ba4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3a39327a-b471-4e21-a9bf-f3aa72582b3f HTTP/1.1" status: 204 len: 168 time: 1.5786705 Aug 05 02:20:17.585973 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52e9dc-f410-4235-9301-8831910e57e8 None None] Pushing event updated for resources: {'Port': ['ID=f5786f73-d53b-4223-9f04-40bb0251542d,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:17.590592 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-c020c709-446e-48bf-8785-972ca13473e4 None None] Current status of the port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:17.610847 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Attempting to bind port 9b79c9f3-9462-4f70-8697-af7ff45e242d on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:17.611504 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Attempting to bind port 9b79c9f3-9462-4f70-8697-af7ff45e242d by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:17.612016 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Attempting to bind port 9b79c9f3-9462-4f70-8697-af7ff45e242d on network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:17.744025 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:17.744656 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Checking segment: {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:17.745215 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.745756 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Bound using segment: {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:17.746520 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Bound port: 9b79c9f3-9462-4f70-8697-af7ff45e242d, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:17.747171 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.788139 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 2b8695eb-3539-4e89-9ae9-546ec65d83e4, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=2b8695eb-3539-4e89-9ae9-546ec65d83e4,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:17.797745 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks [] for router_gateway (713224f4-37c5-491f-9e4b-cce9aaf892c0), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.803697 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-81b59f41-217e-4b91-90bd-a31124f592f5 None None] Provisioning complete for port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:17.804360 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-81b59f41-217e-4b91-90bd-a31124f592f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.826800 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:17.892847 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:14Z', 'revision_number': 3, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:17.953164 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Checking router: fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:17.955063 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Updating router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 port 073ae8ff-31c7-4d04-af5c-932737f49167 binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:18.021753 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] For port 9b79c9f3-9462-4f70-8697-af7ff45e242d, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:18.024606 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=2b8695eb-3539-4e89-9ae9-546ec65d83e4,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:18.028780 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] For port 9b79c9f3-9462-4f70-8697-af7ff45e242d, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=9b79c9f3-9462-4f70-8697-af7ff45e242d,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:18.038037 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.038574 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Allocated IP 172.20.0.2 (21fc4037-98aa-44e1-a7ca-1e86cf11ad68/f42bb0e6-336d-4d15-8a1c-8162a98ef3d1/723b2127-570c-4932-87e0-7cafe3a18d98) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:18.063744 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.090743 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:18.126051 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc2b1c-d587-426a-bfae-8ff8cca13ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39327a-b471-4e21-a9bf-f3aa72582b3f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:18.208698 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks [] for router_gateway (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.227558 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-81b59f41-217e-4b91-90bd-a31124f592f5 None None] Current status of the port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:18.339369 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device f5786f73-d53b-4223-9f04-40bb0251542d up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:18.454304 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:18.487564 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35702) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:18.565470 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-81b59f41-217e-4b91-90bd-a31124f592f5 None None] Provisioning complete for port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:18.566444 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-81b59f41-217e-4b91-90bd-a31124f592f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.579746 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks [] for router_gateway (4a7ee903-b075-4139-8f74-d177c729d850), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.648905 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f5b5b-e88d-4f14-acfb-73d25f6d06b1 None None] Pushing event updated for resources: {'Port': ['ID=9b79c9f3-9462-4f70-8697-af7ff45e242d,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:18.653537 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2694a1ef-8977-4dc6-9ffb-59f65293e513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.667704 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4685bc3f-ef29-4dba-88d7-b64c081586d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.681450 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:18.782882 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:18.791202 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.806575 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Publish callbacks [] for port (073ae8ff-31c7-4d04-af5c-932737f49167), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.823606 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Publish callbacks [] for port (723b2127-570c-4932-87e0-7cafe3a18d98), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.824807 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.844663 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port f5786f73-d53b-4223-9f04-40bb0251542d triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:18.845042 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.857440 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks [] for router_gateway (4fd85068-7a5c-4930-8201-1ca404b7b646), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.868018 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2694a1ef-8977-4dc6-9ffb-59f65293e513 admin admin] Publish callbacks [] for security_group (dde924e6-fe74-4ef8-bdd2-6e561e006803), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.896815 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.912812 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c2a30d-3e18-402c-83d8-98a450ba334b None None] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:18.924311 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2694a1ef-8977-4dc6-9ffb-59f65293e513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dde924e6-fe74-4ef8-bdd2-6e561e006803), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.927139 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:18.931746 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Pushing event updated for resources: {'Port': ['ID=073ae8ff-31c7-4d04-af5c-932737f49167,revision_number=2']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:18.942470 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Attempting to bind port 073ae8ff-31c7-4d04-af5c-932737f49167 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:18.943695 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Attempting to bind port 073ae8ff-31c7-4d04-af5c-932737f49167 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:18.944875 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Attempting to bind port 073ae8ff-31c7-4d04-af5c-932737f49167 on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:18.949175 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.949986 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.950489 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.951103 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.951592 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.952759 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.953396 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.953914 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.954381 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.954963 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.955432 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.956275 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.956793 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.957259 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.957729 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Tracked resource versions report: Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: pushed versions: Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: { 'AddressGroup': {'1.2'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Agent': {'1.1'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'ConntrackHelper': {'1.0'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'LocalIPAssociation': {'1.0'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Log': {'1.0'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'NDPProxy': {'1.0'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Network': {'1.1'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Port': {'1.7'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'PortForwarding': {'1.3'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'QosPolicy': {'1.10'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SecurityGroup': {'1.5'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SubPort': {'1.0'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Subnet': {'1.1'}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Trunk': {'1.1'}} Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: consumer versions: Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: { DHCP agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: HyperV agent@hv-cinder-81558: {}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: L3 agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: Metadata agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: Metering agent@dv-cinder-815582-13-iscsi: {}, Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: Open vSwitch agent@dv-cinder-815582-13-iscsi: { 'AddressGroup': '1.2', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Agent': '1.1', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'ConntrackHelper': '1.0', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'LocalIPAssociation': '1.0', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Log': '1.0', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'NDPProxy': '1.0', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Network': '1.1', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Port': '1.7', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'PortForwarding': '1.3', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'QosPolicy': '1.10', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SecurityGroup': '1.5', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SecurityGroupRule': '1.2', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'SubPort': '1.0', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Subnet': '1.1', Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: 'Trunk': '1.1'}} Aug 05 02:20:18.962018 dv-cinder-815582-13-iscsi neutron-server[104198]: {{(pid=104198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:20:18.972891 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:18.974299 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:18.975893 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.976496 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:18.977139 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Bound port: 073ae8ff-31c7-4d04-af5c-932737f49167, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:18.977687 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:18.992974 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:19.006121 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks [] for router_gateway (713224f4-37c5-491f-9e4b-cce9aaf892c0), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.020406 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a1ef-8977-4dc6-9ffb-59f65293e513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde924e6-fe74-4ef8-bdd2-6e561e006803,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:19.056084 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] For port 073ae8ff-31c7-4d04-af5c-932737f49167, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:19.060009 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] For port 073ae8ff-31c7-4d04-af5c-932737f49167, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=073ae8ff-31c7-4d04-af5c-932737f49167,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:19.070661 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.095353 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:19.115981 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.118388 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:19.119518 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.123226 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:19.148653 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895118d5-dc82-42fa-9307-925030c81561 None None] Pushing event updated for resources: {'Port': ['ID=073ae8ff-31c7-4d04-af5c-932737f49167,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:19.158492 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:19.159298 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:19.184582 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-2694a1ef-8977-4dc6-9ffb-59f65293e513 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0207e89d12a14539bead80f6312f93fc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7618155 Aug 05 02:20:19.221278 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35708) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:19.247799 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-81b59f41-217e-4b91-90bd-a31124f592f5 None None] Current status of the port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:19.279238 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port f5786f73-d53b-4223-9f04-40bb0251542d is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:19.283802 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.317664 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Pushing event updated for resources: {'Port': ['ID=723b2127-570c-4932-87e0-7cafe3a18d98,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:19.328955 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Attempting to bind port 723b2127-570c-4932-87e0-7cafe3a18d98 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:19.329391 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Attempting to bind port 723b2127-570c-4932-87e0-7cafe3a18d98 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:19.329713 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Attempting to bind port 723b2127-570c-4932-87e0-7cafe3a18d98 on network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:19.332035 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:19.340515 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:19.379288 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:19.379582 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Checking segment: {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:19.380130 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.380551 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Bound using segment: {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:19.381035 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Bound port: 723b2127-570c-4932-87e0-7cafe3a18d98, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:19.381410 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.395452 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b3709f8-ec7c-48cd-822f-1ebb94a7bada admin admin] Publish callbacks [] for security_group (dde924e6-fe74-4ef8-bdd2-6e561e006803), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.408979 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:19.409785 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:19.429645 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b3709f8-ec7c-48cd-822f-1ebb94a7bada admin admin] Publish callbacks [] for security_group (dde924e6-fe74-4ef8-bdd2-6e561e006803), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.468392 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port f5786f73-d53b-4223-9f04-40bb0251542d, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=f5786f73-d53b-4223-9f04-40bb0251542d,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:19.482419 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (4fd85068-7a5c-4930-8201-1ca404b7b646), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.554142 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b3709f8-ec7c-48cd-822f-1ebb94a7bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dde924e6-fe74-4ef8-bdd2-6e561e006803), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.554990 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:14Z', 'revision_number': 3, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:19.561850 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b3709f8-ec7c-48cd-822f-1ebb94a7bada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.565997 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7b3709f8-ec7c-48cd-822f-1ebb94a7bada admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dde924e6-fe74-4ef8-bdd2-6e561e006803 HTTP/1.1" status: 204 len: 168 time: 0.3367953 Aug 05 02:20:19.568851 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.569761 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:19.599532 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-66c135c2-5870-41ae-aac0-c3550d3d82ea None None] Provisioning complete for port f5786f73-d53b-4223-9f04-40bb0251542d triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:19.599933 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-66c135c2-5870-41ae-aac0-c3550d3d82ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.615937 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4685bc3f-ef29-4dba-88d7-b64c081586d9 admin admin] Publish callbacks [] for security_group (29e082be-8cd5-4737-8cf8-94ad945602b1), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.620575 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3709f8-ec7c-48cd-822f-1ebb94a7bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde924e6-fe74-4ef8-bdd2-6e561e006803,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:19.632183 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654ebe4-7e81-435e-b5c5-082a3b90338e None None] The sync data for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi is: [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:14Z', 'revision_number': 3, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:19.655140 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Allocated IP 172.27.0.231 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/1e971edd-4335-4b1f-bdd8-971950cefe7c) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:19.663454 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:20:19.663994 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:19.751740 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4685bc3f-ef29-4dba-88d7-b64c081586d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (29e082be-8cd5-4737-8cf8-94ad945602b1), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.819962 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe5e98-677f-4266-a26a-03f45639f748 None None] Network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:19.918658 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685bc3f-ef29-4dba-88d7-b64c081586d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e082be-8cd5-4737-8cf8-94ad945602b1,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:19.946755 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:19.950716 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] For port 723b2127-570c-4932-87e0-7cafe3a18d98, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:19.977329 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:19.981335 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:19.985530 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=f5786f73-d53b-4223-9f04-40bb0251542d,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:19.987279 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:19.988652 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7d6f20ef-a51b-41b4-8303-326da5f07c9d admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5886331 Aug 05 02:20:19.991783 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35720) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:20.046775 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] For port 723b2127-570c-4932-87e0-7cafe3a18d98, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=723b2127-570c-4932-87e0-7cafe3a18d98,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:20.097389 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:20.109603 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:20.160000 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:20.179969 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:20.180994 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:20.238706 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:20.603377 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-66c135c2-5870-41ae-aac0-c3550d3d82ea None None] Current status of the port f5786f73-d53b-4223-9f04-40bb0251542d is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:20.643450 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c51f12-ca37-49a2-9ede-c7a59d34ad5f None None] Pushing event updated for resources: {'Port': ['ID=723b2127-570c-4932-87e0-7cafe3a18d98,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:20.697075 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks [] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:20.728129 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:20.759105 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-4685bc3f-ef29-4dba-88d7-b64c081586d9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7c0aa0af46984d518e0bbf602ab5d37e&name=default HTTP/1.1" status: 200 len: 2993 time: 2.2534792 Aug 05 02:20:20.764068 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:20.774287 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35744) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:20.777411 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:20.860133 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:20.915867 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] Provisioning complete for port 9b79c9f3-9462-4f70-8697-af7ff45e242d triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:20.916269 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.126411 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.209373 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fdbfb4da-6d1c-4217-bc75-ca60de65d0b7 admin admin] Publish callbacks [] for security_group (29e082be-8cd5-4737-8cf8-94ad945602b1), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.246562 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] Current status of the port 9b79c9f3-9462-4f70-8697-af7ff45e242d is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:21.248271 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.258387 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fdbfb4da-6d1c-4217-bc75-ca60de65d0b7 admin admin] Publish callbacks [] for security_group (29e082be-8cd5-4737-8cf8-94ad945602b1), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.308308 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.313865 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 2b8695eb-3539-4e89-9ae9-546ec65d83e4 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:21.328111 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:21.365498 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] For port 9b79c9f3-9462-4f70-8697-af7ff45e242d, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=9b79c9f3-9462-4f70-8697-af7ff45e242d,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:21.394703 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.437067 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:17Z', 'revision_number': 3, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:21.456077 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:21.474484 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:21.475318 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fdbfb4da-6d1c-4217-bc75-ca60de65d0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (29e082be-8cd5-4737-8cf8-94ad945602b1), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.477890 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fdbfb4da-6d1c-4217-bc75-ca60de65d0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.481773 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-fdbfb4da-6d1c-4217-bc75-ca60de65d0b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/29e082be-8cd5-4737-8cf8-94ad945602b1 HTTP/1.1" status: 204 len: 168 time: 0.7018261 Aug 05 02:20:21.509535 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] Provisioning complete for port f5786f73-d53b-4223-9f04-40bb0251542d triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:21.509901 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.514309 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:21.514655 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Updating router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 port 4fd2b826-bfce-419d-8207-abf27b85b4e6 binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:21.520504 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=100 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:21.537479 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfb4da-6d1c-4217-bc75-ca60de65d0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e082be-8cd5-4737-8cf8-94ad945602b1,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:21.539877 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:21.545330 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:21.633295 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] Pushing event updated for resources: {'Port': ['ID=9b79c9f3-9462-4f70-8697-af7ff45e242d,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:21.666160 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:21.667571 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.671945 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.719343 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Allocated IP 172.20.0.1 (528bd4e2-8ce2-403c-8a20-be166348ecb8/ba64233d-280c-40c6-b874-3f71d828d09d/1e438749-7bfe-490f-9e50-037984a9c2b0) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:21.894626 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Publish callbacks [] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.933210 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:21.939943 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:21.946356 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:21.970051 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb256b-405b-4368-a76c-1fc8c2c1a234 None None] Current status of the port f5786f73-d53b-4223-9f04-40bb0251542d is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:22.025596 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:22.027360 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 073ae8ff-31c7-4d04-af5c-932737f49167 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:22.129178 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks [] for router_gateway (4a7ee903-b075-4139-8f74-d177c729d850), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:22.131157 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Pushing event updated for resources: {'Port': ['ID=1e971edd-4335-4b1f-bdd8-971950cefe7c,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:22.136516 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:22.161571 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Allocated IP 172.27.0.184 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/d0568c0d-8239-4d57-8164-ee62f67fba6e) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:22.215590 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58099d7f-7654-470e-b83e-19cf8ed356c2 None None] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:22.237130 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Pushing event updated for resources: {'Port': ['ID=1e438749-7bfe-490f-9e50-037984a9c2b0,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:22.243498 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Router 4fd85068-7a5c-4930-8201-1ca404b7b646 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:20:22.278060 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-2418b858-806f-44cf-b332-da30014ed4c8 None None] Provisioning complete for port 9b79c9f3-9462-4f70-8697-af7ff45e242d triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:22.278644 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-2418b858-806f-44cf-b332-da30014ed4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:22.334938 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:22.357596 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:22.358694 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 073ae8ff-31c7-4d04-af5c-932737f49167 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:22.359569 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:22.361066 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:22.543224 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Allocated IP 172.20.0.1 (bf7849d5-61da-44b5-8e65-8d7323d12692/a5595a37-a3f8-4635-b4a8-fb68b430ff30/3e7be1e3-c517-4380-85d3-40fa8bffcbd6) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:22.771004 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-2418b858-806f-44cf-b332-da30014ed4c8 None None] Current status of the port 9b79c9f3-9462-4f70-8697-af7ff45e242d is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:22.775722 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 073ae8ff-31c7-4d04-af5c-932737f49167 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:22.776343 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:22.777233 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Publish callbacks [] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:22.809732 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 073ae8ff-31c7-4d04-af5c-932737f49167, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=073ae8ff-31c7-4d04-af5c-932737f49167,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:22.823012 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:22.826066 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 723b2127-570c-4932-87e0-7cafe3a18d98 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:22.827344 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:22.966136 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=073ae8ff-31c7-4d04-af5c-932737f49167,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:23.008516 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks [] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.021703 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Provisioning complete for port 1e438749-7bfe-490f-9e50-037984a9c2b0 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:23.022160 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.044705 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:23.047555 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=100 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:23.055887 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.066653 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Port 1e438749-7bfe-490f-9e50-037984a9c2b0 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:23.072086 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 723b2127-570c-4932-87e0-7cafe3a18d98 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:23.073091 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.096640 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Provisioning complete for port 723b2127-570c-4932-87e0-7cafe3a18d98 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:23.098947 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.117274 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.134207 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.212780 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:23.222854 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:23.231134 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:23.233618 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d0568c0d-8239-4d57-8164-ee62f67fba6e,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:23.278990 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Network bf7849d5-61da-44b5-8e65-8d7323d12692 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:23.284963 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (4a7ee903-b075-4139-8f74-d177c729d850), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.294222 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:23.298161 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:23.298667 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.311599 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 723b2127-570c-4932-87e0-7cafe3a18d98 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:23.312130 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.376094 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Current status of the port 723b2127-570c-4932-87e0-7cafe3a18d98 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:23.380923 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.478680 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 723b2127-570c-4932-87e0-7cafe3a18d98, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=723b2127-570c-4932-87e0-7cafe3a18d98,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:23.487595 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.487866 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:23.492461 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device f5786f73-d53b-4223-9f04-40bb0251542d up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:23.504164 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Sync routers for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:23.535748 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:23.540576 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:23.573607 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.581021 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-41c0d9cd-2c81-45f3-8941-188d01139050 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.7021184 Aug 05 02:20:23.581021 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7be1e3-c517-4380-85d3-40fa8bffcbd6,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:23.586858 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35822) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:23.706642 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:23.744851 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=723b2127-570c-4932-87e0-7cafe3a18d98,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:23.745585 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:23.773495 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.db.api [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 05 02:20:23.775281 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG oslo_db.api [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 02:20:23.831088 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks [] for router_gateway (713224f4-37c5-491f-9e4b-cce9aaf892c0), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.878478 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Publish callbacks [] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.880045 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port f5786f73-d53b-4223-9f04-40bb0251542d triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:23.880506 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.956151 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.992012 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Publish callbacks [] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:23.992892 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:24.011470 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:24.015293 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:24.058014 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:24.091185 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Attempting to bind port 4fd2b826-bfce-419d-8207-abf27b85b4e6 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:24.094163 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Attempting to bind port 4fd2b826-bfce-419d-8207-abf27b85b4e6 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:24.094736 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Attempting to bind port 4fd2b826-bfce-419d-8207-abf27b85b4e6 on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:24.153837 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:24.156795 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:24.157963 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:24.160051 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:24.161038 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Bound port: 4fd2b826-bfce-419d-8207-abf27b85b4e6, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:24.164375 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:24.167042 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:16Z', 'revision_number': 3, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:24.170760 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c35089-75f0-4098-a0d9-5a526fb8a60b None None] Pushing event updated for resources: {'Port': ['ID=4fd2b826-bfce-419d-8207-abf27b85b4e6,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:24.219642 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Checking router: 4fd85068-7a5c-4930-8201-1ca404b7b646 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:24.220170 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Updating router 4fd85068-7a5c-4930-8201-1ca404b7b646 port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:24.256289 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:24.305252 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Pushing event updated for resources: {'Port': ['ID=1e438749-7bfe-490f-9e50-037984a9c2b0,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:24.318431 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:24.409318 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] For port 4fd2b826-bfce-419d-8207-abf27b85b4e6, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:24.415404 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port f5786f73-d53b-4223-9f04-40bb0251542d is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:24.416823 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 9b79c9f3-9462-4f70-8697-af7ff45e242d up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:24.435197 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-8a4045be-1184-4633-af33-419fb4c1d652 None None] Current status of the port 723b2127-570c-4932-87e0-7cafe3a18d98 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:24.469374 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:24.472999 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:24.473345 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] For port 4fd2b826-bfce-419d-8207-abf27b85b4e6, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=4fd2b826-bfce-419d-8207-abf27b85b4e6,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:24.487404 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (713224f4-37c5-491f-9e4b-cce9aaf892c0), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:24.509131 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:24.509394 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:24.514097 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Router 4a7ee903-b075-4139-8f74-d177c729d850 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:20:24.728952 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:24.737093 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-79499071-e143-4c67-ae9d-e016bddcff67 None None] Provisioning complete for port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:24.737474 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-79499071-e143-4c67-ae9d-e016bddcff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:24.752821 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c35089-75f0-4098-a0d9-5a526fb8a60b None None] Pushing event updated for resources: {'Port': ['ID=4fd2b826-bfce-419d-8207-abf27b85b4e6,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:24.763905 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:20:24.812969 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:24.826195 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:24.828295 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:24.878607 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:24.896409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:24.963719 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:25.011096 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:25.022394 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.023784 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-7a8fb4eb-b060-491d-b8be-720ff347cf50 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4510529 Aug 05 02:20:25.046658 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35870) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:25.152622 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Publish callbacks [] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.162930 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.173199 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Sync routers for ids ['4a7ee903-b075-4139-8f74-d177c729d850'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:25.202456 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Routers {'4a7ee903-b075-4139-8f74-d177c729d850'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:25.203429 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4a7ee903-b075-4139-8f74-d177c729d850'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:25.222668 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:25.233209 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Router 713224f4-37c5-491f-9e4b-cce9aaf892c0 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:20:25.251823 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-3f827fef-0cee-479f-90c7-919d20e7fe99 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7e9b8f82-14a1-4e76-a1f1-7567b860bae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2552121 Aug 05 02:20:25.285419 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Attempting to bind port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:25.285770 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Attempting to bind port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:25.286184 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Attempting to bind port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:25.291824 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eb8d8-218a-4248-80dd-d67be9958680 None None] Pushing event updated for resources: {'Port': ['ID=5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd,revision_number=2']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:25.294545 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:25.294923 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:25.295562 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.295943 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:25.296495 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Bound port: 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:25.296869 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.359748 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] For port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:25.364274 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] For port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:25.379429 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.503582 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:25.534376 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.543101 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:25.545768 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:25.548779 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:25.580485 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Sync routers for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:25.585634 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.586864 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-5a439c93-2c8d-4535-a503-3dbcccff22f0 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6893401 Aug 05 02:20:25.588654 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eb8d8-218a-4248-80dd-d67be9958680 None None] Pushing event updated for resources: {'Port': ['ID=5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:25.590168 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 35888) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:25.672409 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Set router 4a7ee903-b075-4139-8f74-d177c729d850 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:25.722240 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Publish callbacks [] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.747666 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.751653 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:25.849663 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:25.907657 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:25.995884 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 9b79c9f3-9462-4f70-8697-af7ff45e242d triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:25.996285 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.007116 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:26.042363 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:26.042899 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:26.121114 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ee903-b075-4139-8f74-d177c729d850', 'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:15Z', 'updated_at': '2022-08-05T02:20:21Z', 'revision_number': 3, 'project_id': '5550d9709b98404290936885c7bbb16d', 'gw_port': {'id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:18Z', 'updated_at': '2022-08-05T02:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:26.127722 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:16Z', 'revision_number': 3, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:26.180432 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1cb67-1a04-42ac-9114-925e21f8ab79 None None] The sync data for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi is: [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:16Z', 'revision_number': 3, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:26.188560 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Checking router: 4a7ee903-b075-4139-8f74-d177c729d850 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:26.189046 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Updating router 4a7ee903-b075-4139-8f74-d177c729d850 port 1e971edd-4335-4b1f-bdd8-971950cefe7c binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:26.208240 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35920) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:26.213331 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-26e0c251-ed50-40d1-adfd-8c707534c878 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1734472410', 'description': 'tempest-description--1604198924'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:26.289703 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:26.297688 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-26e0c251-ed50-40d1-adfd-8c707534c878 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.329998 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-79499071-e143-4c67-ae9d-e016bddcff67 None None] Port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:26.363649 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.396360 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Allocated IP 172.20.0.1 (9bc7c284-9f26-422a-ac52-0cd8c7ee2353/8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e/67946272-5162-4f47-96aa-97ec91775c28) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:26.416027 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:26.551009 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.591735 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Publish callbacks [] for port (67946272-5162-4f47-96aa-97ec91775c28), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.683459 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:26.697787 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Network bf7849d5-61da-44b5-8e65-8d7323d12692 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:26.701981 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 9b79c9f3-9462-4f70-8697-af7ff45e242d is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:26.743011 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-26e0c251-ed50-40d1-adfd-8c707534c878 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (14d7514a-cf28-446a-982e-ab6b739b500e), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.746718 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:26.748004 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-79499071-e143-4c67-ae9d-e016bddcff67 None None] Provisioning complete for port 723b2127-570c-4932-87e0-7cafe3a18d98 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:26.752597 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 3, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:26.755917 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-79499071-e143-4c67-ae9d-e016bddcff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.758089 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-26e0c251-ed50-40d1-adfd-8c707534c878 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (14d7514a-cf28-446a-982e-ab6b739b500e), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.779287 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:26.783740 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (67946272-5162-4f47-96aa-97ec91775c28), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.808779 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-26e0c251-ed50-40d1-adfd-8c707534c878 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.810095 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-26e0c251-ed50-40d1-adfd-8c707534c878 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6006880 Aug 05 02:20:26.826458 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35948) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:26.835646 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Checking router: 713224f4-37c5-491f-9e4b-cce9aaf892c0 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:26.835841 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Updating router 713224f4-37c5-491f-9e4b-cce9aaf892c0 port d0568c0d-8239-4d57-8164-ee62f67fba6e binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:26.912144 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:26.965885 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Publish callbacks [] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.967126 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:26.974551 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:27.057845 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.105304 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-1a81cd7c-b968-43f8-ba78-e35f37a3b2de tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group_rule': {'security_group_id': '14d7514a-cf28-446a-982e-ab6b739b500e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:27.114888 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:27.153680 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:20:27.157919 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Attempting to bind port 1e971edd-4335-4b1f-bdd8-971950cefe7c on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:27.158546 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Attempting to bind port 1e971edd-4335-4b1f-bdd8-971950cefe7c by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:27.159054 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Attempting to bind port 1e971edd-4335-4b1f-bdd8-971950cefe7c on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:27.170210 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.185262 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934c3c8-8448-485f-bdb8-c24855ce9ee3 None None] Pushing event updated for resources: {'Port': ['ID=1e971edd-4335-4b1f-bdd8-971950cefe7c,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:27.194035 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:27.199836 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:27.201007 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.201425 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:27.204964 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Bound port: 1e971edd-4335-4b1f-bdd8-971950cefe7c, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:27.205413 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.210339 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 2, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:27.298611 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 35976) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:27.308631 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553aca0-2732-451f-94b6-9259dbf6e98c None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 2, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:27.314222 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 723b2127-570c-4932-87e0-7cafe3a18d98 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:27.347318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0c251-ed50-40d1-adfd-8c707534c878 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d7514a-cf28-446a-982e-ab6b739b500e,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:27.358919 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7be1e3-c517-4380-85d3-40fa8bffcbd6,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:27.378240 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:27.454953 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1a81cd7c-b968-43f8-ba78-e35f37a3b2de tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (2e56ef06-6b20-4e41-906d-db468f14efcb), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.575222 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:27.594701 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:27.595781 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (4fd85068-7a5c-4930-8201-1ca404b7b646), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.668428 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:27.696057 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Allocated IP 172.20.0.1 (8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e/18615ac6-55b1-4cc9-95d3-ea9f6c56b01a/eab31d0f-78c8-4f55-b143-b0c66c9c5bfc) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:27.714233 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] For port 1e971edd-4335-4b1f-bdd8-971950cefe7c, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:27.737292 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c7d1224e-8ab2-4eb2-874d-c29801fd661f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.778392 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-79499071-e143-4c67-ae9d-e016bddcff67 None None] Current status of the port 723b2127-570c-4932-87e0-7cafe3a18d98 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:27.793937 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] For port 1e971edd-4335-4b1f-bdd8-971950cefe7c, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=1e971edd-4335-4b1f-bdd8-971950cefe7c,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:27.797617 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 723b2127-570c-4932-87e0-7cafe3a18d98 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:27.798280 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.875230 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.922103 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Publish callbacks [] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.938908 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.946121 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1a81cd7c-b968-43f8-ba78-e35f37a3b2de tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (2e56ef06-6b20-4e41-906d-db468f14efcb), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:27.976029 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:27.990536 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1a81cd7c-b968-43f8-ba78-e35f37a3b2de tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (2e56ef06-6b20-4e41-906d-db468f14efcb), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.007025 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-eb636357-29f2-485f-94a6-66987a6d9a91 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/fac9cc81-e976-44b7-85b8-8f9ab72c3ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4931123 Aug 05 02:20:28.016678 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-6a8eacb6-df19-4000-9d90-57a6cdd1fca0 None None] Provisioning complete for port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:28.017233 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-6a8eacb6-df19-4000-9d90-57a6cdd1fca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.037305 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Routers {'4a7ee903-b075-4139-8f74-d177c729d850'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:28.037980 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4a7ee903-b075-4139-8f74-d177c729d850'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:28.040212 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Sync routers for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:28.066246 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Attempting to bind port d0568c0d-8239-4d57-8164-ee62f67fba6e on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:28.066878 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Attempting to bind port d0568c0d-8239-4d57-8164-ee62f67fba6e by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:28.070807 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Attempting to bind port d0568c0d-8239-4d57-8164-ee62f67fba6e on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:28.125323 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:28.125755 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:28.126157 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.126761 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:28.127113 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Bound port: d0568c0d-8239-4d57-8164-ee62f67fba6e, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:28.127572 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.195881 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81cd7c-b968-43f8-ba78-e35f37a3b2de tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e56ef06-6b20-4e41-906d-db468f14efcb,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:28.211417 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1a81cd7c-b968-43f8-ba78-e35f37a3b2de tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.222661 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-1a81cd7c-b968-43f8-ba78-e35f37a3b2de tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1727169 Aug 05 02:20:28.237432 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af97091-aec1-42b9-a5fe-f45c066b6cfd None None] Pushing event updated for resources: {'Port': ['ID=d0568c0d-8239-4d57-8164-ee62f67fba6e,revision_number=2']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:28.241940 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934c3c8-8448-485f-bdb8-c24855ce9ee3 None None] Pushing event updated for resources: {'Port': ['ID=1e971edd-4335-4b1f-bdd8-971950cefe7c,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:28.245680 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36014) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:28.280455 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:28.284031 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:28.290294 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-eb84bace-bee9-4db6-9508-e76f473826ba tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group_rule': {'security_group_id': '14d7514a-cf28-446a-982e-ab6b739b500e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:28.303085 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] For port d0568c0d-8239-4d57-8164-ee62f67fba6e, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:28.313050 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] For port d0568c0d-8239-4d57-8164-ee62f67fba6e, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=d0568c0d-8239-4d57-8164-ee62f67fba6e,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:28.334907 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.387049 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-eb84bace-bee9-4db6-9508-e76f473826ba tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (c05d812a-1af6-4dbd-b1be-b355afaa4ba9), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.419504 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:28.421012 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:28.499740 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:28.557177 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-eb84bace-bee9-4db6-9508-e76f473826ba tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (c05d812a-1af6-4dbd-b1be-b355afaa4ba9), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.607392 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-eb84bace-bee9-4db6-9508-e76f473826ba tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (c05d812a-1af6-4dbd-b1be-b355afaa4ba9), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.640683 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:28.647446 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84bace-bee9-4db6-9508-e76f473826ba tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05d812a-1af6-4dbd-b1be-b355afaa4ba9,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:28.667220 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-eb84bace-bee9-4db6-9508-e76f473826ba tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.674330 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-eb84bace-bee9-4db6-9508-e76f473826ba tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4227233 Aug 05 02:20:28.675430 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36026) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:28.705512 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:28.757180 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Pushing event updated for resources: {'Port': ['ID=67946272-5162-4f47-96aa-97ec91775c28,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:28.763456 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.786414 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (67946272-5162-4f47-96aa-97ec91775c28), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:28.788003 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:28.838860 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 723b2127-570c-4932-87e0-7cafe3a18d98 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:28.840073 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 073ae8ff-31c7-4d04-af5c-932737f49167 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:28.902912 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36030) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:28.974383 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36038) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:28.987581 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-74972686-4b2f-44df-b86b-1f87721a237e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363854875', 'description': 'tempest-description--1706960832'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:29.116462 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:29.192905 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Publish callbacks [] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.201187 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.254198 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-6a8eacb6-df19-4000-9d90-57a6cdd1fca0 None None] Port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:29.261192 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c7d1224e-8ab2-4eb2-874d-c29801fd661f admin admin] Publish callbacks [] for security_group (dd94855b-16cd-4456-9f01-d9acfc2ba45c), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.289261 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c7d1224e-8ab2-4eb2-874d-c29801fd661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dd94855b-16cd-4456-9f01-d9acfc2ba45c), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.299774 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-6a8eacb6-df19-4000-9d90-57a6cdd1fca0 None None] Provisioning complete for port 1e438749-7bfe-490f-9e50-037984a9c2b0 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:29.300239 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-6a8eacb6-df19-4000-9d90-57a6cdd1fca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.318021 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:29.319006 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af97091-aec1-42b9-a5fe-f45c066b6cfd None None] Pushing event updated for resources: {'Port': ['ID=d0568c0d-8239-4d57-8164-ee62f67fba6e,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:29.343192 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d3fda547-4730-4951-a71a-1ce938d8bddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.366041 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-74972686-4b2f-44df-b86b-1f87721a237e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.378881 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-6a8eacb6-df19-4000-9d90-57a6cdd1fca0 None None] Port 1e438749-7bfe-490f-9e50-037984a9c2b0 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:29.396927 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 3, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:29.419898 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:29.436837 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f7ae6-2ecb-471f-9123-16772dc4e6b0 None None] The sync data for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi is: [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 3, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:29.444347 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 073ae8ff-31c7-4d04-af5c-932737f49167 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:29.444863 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.508836 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36046) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:29.520763 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=100 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:29.549384 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-c7d1224e-8ab2-4eb2-874d-c29801fd661f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=dd1e9101937649e6bbe9874dec3087a5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2469528 Aug 05 02:20:29.556348 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36050) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:29.558356 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1224e-8ab2-4eb2-874d-c29801fd661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd94855b-16cd-4456-9f01-d9acfc2ba45c,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:29.566793 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:25Z', 'revision_number': 2, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:29.647599 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Checking router: fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:29.647955 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Updating router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:29.658918 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.690432 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] Set router 4a7ee903-b075-4139-8f74-d177c729d850 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:29.692992 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.696042 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-f574b2b8-78c8-4069-a0ca-f6a15aa9ce3a None None] Provisioning complete for port 67946272-5162-4f47-96aa-97ec91775c28 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:29.696451 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f574b2b8-78c8-4069-a0ca-f6a15aa9ce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (67946272-5162-4f47-96aa-97ec91775c28), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.722783 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:29.734958 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:29.761617 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-f574b2b8-78c8-4069-a0ca-f6a15aa9ce3a None None] Port 67946272-5162-4f47-96aa-97ec91775c28 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:29.775417 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ada389a4-4afe-4447-b0fb-603a381b9b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.796360 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:29.798164 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Publish callbacks [] for port (67946272-5162-4f47-96aa-97ec91775c28), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.811669 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Allocated IP 172.27.0.96 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/0717b8ca-daa4-49ce-938b-a2a2743d5c0b) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:29.845406 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (67946272-5162-4f47-96aa-97ec91775c28), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.847168 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4e35af29-d7ee-45ad-a957-2bd18cc74261 admin admin] Publish callbacks [] for security_group (dd94855b-16cd-4456-9f01-d9acfc2ba45c), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.847517 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (4fd85068-7a5c-4930-8201-1ca404b7b646), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.849046 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:29.860372 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:29.860875 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (4a7ee903-b075-4139-8f74-d177c729d850), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.905769 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-74972686-4b2f-44df-b86b-1f87721a237e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (c3876887-5412-4538-adc3-3e4bf95be2c2), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.928964 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:29.953658 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Pushing event updated for resources: {'Port': ['ID=eab31d0f-78c8-4f55-b143-b0c66c9c5bfc,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:29.975385 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-74972686-4b2f-44df-b86b-1f87721a237e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c3876887-5412-4538-adc3-3e4bf95be2c2), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:29.995120 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 073ae8ff-31c7-4d04-af5c-932737f49167 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:30.001379 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:30.057575 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4e35af29-d7ee-45ad-a957-2bd18cc74261 admin admin] Publish callbacks [] for security_group (dd94855b-16cd-4456-9f01-d9acfc2ba45c), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.109245 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Pushing event updated for resources: {'Port': ['ID=67946272-5162-4f47-96aa-97ec91775c28,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:30.157569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:30.168226 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:30.208429 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.210262 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:30.224136 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ada389a4-4afe-4447-b0fb-603a381b9b17 admin admin] Publish callbacks [] for security_group (de5d9693-4f85-477b-9a9b-5fd81c836cd2), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.251844 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (0717b8ca-daa4-49ce-938b-a2a2743d5c0b), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.255331 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ada389a4-4afe-4447-b0fb-603a381b9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (de5d9693-4f85-477b-9a9b-5fd81c836cd2), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.302654 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4e35af29-d7ee-45ad-a957-2bd18cc74261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dd94855b-16cd-4456-9f01-d9acfc2ba45c), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.305182 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4e35af29-d7ee-45ad-a957-2bd18cc74261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.308749 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4e35af29-d7ee-45ad-a957-2bd18cc74261 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dd94855b-16cd-4456-9f01-d9acfc2ba45c HTTP/1.1" status: 204 len: 168 time: 0.7489276 Aug 05 02:20:30.333374 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:30.333784 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.369177 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-ada389a4-4afe-4447-b0fb-603a381b9b17 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=185626fe59d14d43bf02a56991a068a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8457997 Aug 05 02:20:30.370073 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada389a4-4afe-4447-b0fb-603a381b9b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d9693-4f85-477b-9a9b-5fd81c836cd2,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:30.381511 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Router 4fd85068-7a5c-4930-8201-1ca404b7b646 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:20:30.385884 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-74972686-4b2f-44df-b86b-1f87721a237e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.387792 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-74972686-4b2f-44df-b86b-1f87721a237e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4095538 Aug 05 02:20:30.393078 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36058) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:30.396525 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d3fda547-4730-4951-a71a-1ce938d8bddc admin admin] Publish callbacks [] for security_group (16203b42-2d7a-4cfc-97e1-5ff046dccc8d), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.397033 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36060) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:30.409771 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74972686-4b2f-44df-b86b-1f87721a237e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3876887-5412-4538-adc3-3e4bf95be2c2,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:30.447283 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ee903-b075-4139-8f74-d177c729d850', 'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:15Z', 'updated_at': '2022-08-05T02:20:21Z', 'revision_number': 3, 'project_id': '5550d9709b98404290936885c7bbb16d', 'gw_port': {'id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:18Z', 'updated_at': '2022-08-05T02:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:30.453779 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-91a6dcac-81b0-4d53-9c1e-14de1a01c44f None None] Provisioning complete for port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:30.454151 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-91a6dcac-81b0-4d53-9c1e-14de1a01c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.462642 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d3fda547-4730-4951-a71a-1ce938d8bddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (16203b42-2d7a-4cfc-97e1-5ff046dccc8d), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.509574 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9030606-25c4-4c70-a72a-c19c93224247 None None] The sync data for ids ['4a7ee903-b075-4139-8f74-d177c729d850'] in dv-cinder-815582-13-iscsi is: [{'id': '4a7ee903-b075-4139-8f74-d177c729d850', 'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:15Z', 'updated_at': '2022-08-05T02:20:21Z', 'revision_number': 3, 'project_id': '5550d9709b98404290936885c7bbb16d', 'gw_port': {'id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:18Z', 'updated_at': '2022-08-05T02:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:30.546031 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-8cc16500-7f62-4137-8970-0ecdfca37059 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'security_group_rule': {'security_group_id': 'c3876887-5412-4538-adc3-3e4bf95be2c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:30.546978 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-91a6dcac-81b0-4d53-9c1e-14de1a01c44f None None] Port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:30.601274 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.611234 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:30.611627 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.619348 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fda547-4730-4951-a71a-1ce938d8bddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16203b42-2d7a-4cfc-97e1-5ff046dccc8d,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:30.648689 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-d3fda547-4730-4951-a71a-1ce938d8bddc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=049941021f754165858826843e37f2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7440896 Aug 05 02:20:30.657939 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:30.666293 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:30.692641 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36066) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:30.729365 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.730232 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 9b79c9f3-9462-4f70-8697-af7ff45e242d up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:30.730339 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:30.746267 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:30.750932 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Publish callbacks [] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.801277 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:30.823903 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-abda4647-4daa-48bf-bbcc-64b4dc4ee41b None None] Provisioning complete for port 67946272-5162-4f47-96aa-97ec91775c28 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:30.823903 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-abda4647-4daa-48bf-bbcc-64b4dc4ee41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (67946272-5162-4f47-96aa-97ec91775c28), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.851917 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:30.862999 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Sync routers for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:30.871107 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.873082 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-459b98b1-8295-42eb-9a71-d4943a350d91 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4fd85068-7a5c-4930-8201-1ca404b7b646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2616475 Aug 05 02:20:30.881680 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:30.882546 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:30.891457 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35af29-d7ee-45ad-a957-2bd18cc74261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd94855b-16cd-4456-9f01-d9acfc2ba45c,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:30.910283 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (0717b8ca-daa4-49ce-938b-a2a2743d5c0b), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:30.949067 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-abda4647-4daa-48bf-bbcc-64b4dc4ee41b None None] Port 67946272-5162-4f47-96aa-97ec91775c28 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:31.003949 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-be1507ed-2ccb-4411-8099-8d435198b37c admin admin] Publish callbacks [] for security_group (16203b42-2d7a-4cfc-97e1-5ff046dccc8d), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.025753 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 9b79c9f3-9462-4f70-8697-af7ff45e242d triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:31.026289 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.040958 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:31.079719 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-be1507ed-2ccb-4411-8099-8d435198b37c admin admin] Publish callbacks [] for security_group (16203b42-2d7a-4cfc-97e1-5ff046dccc8d), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.131286 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:31.149303 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:31.155910 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8cc16500-7f62-4137-8970-0ecdfca37059 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (6a60fecf-2863-4d93-916f-a9cb4f9934d6), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.159417 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:31.167276 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:31.228884 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=0717b8ca-daa4-49ce-938b-a2a2743d5c0b,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:31.237440 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:31.316039 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Allocated IP 172.20.0.1 (21fc4037-98aa-44e1-a7ca-1e86cf11ad68/f42bb0e6-336d-4d15-8a1c-8162a98ef3d1/84320869-184b-4cf9-91b1-75d97fb6a6c7) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:31.468712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-be1507ed-2ccb-4411-8099-8d435198b37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (16203b42-2d7a-4cfc-97e1-5ff046dccc8d), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.472662 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-be1507ed-2ccb-4411-8099-8d435198b37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.474095 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-be1507ed-2ccb-4411-8099-8d435198b37c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/16203b42-2d7a-4cfc-97e1-5ff046dccc8d HTTP/1.1" status: 204 len: 168 time: 0.7802556 Aug 05 02:20:31.485875 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Publish callbacks [] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.487729 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:31.488737 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c8fb2ee9-c824-434a-9cc4-f0f90086defa admin admin] Publish callbacks [] for security_group (de5d9693-4f85-477b-9a9b-5fd81c836cd2), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.508037 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1507ed-2ccb-4411-8099-8d435198b37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16203b42-2d7a-4cfc-97e1-5ff046dccc8d,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:31.519555 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.520315 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (4a7ee903-b075-4139-8f74-d177c729d850), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.611610 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c68956-de62-4700-90ee-2ea54a6d0ff3 None None] Pushing event updated for resources: {'Port': ['ID=3e7be1e3-c517-4380-85d3-40fa8bffcbd6,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:31.660617 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 9b79c9f3-9462-4f70-8697-af7ff45e242d is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:31.669379 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Attempting to bind port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:31.671814 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Attempting to bind port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:31.672782 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Attempting to bind port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 on network bf7849d5-61da-44b5-8e65-8d7323d12692 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:31.695959 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:31.697347 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Publish callbacks [] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.700409 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Checking segment: {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:31.702566 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.703077 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Bound using segment: {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:31.705193 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Bound port: 3e7be1e3-c517-4380-85d3-40fa8bffcbd6, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:31.706030 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.812503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.928700 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:29Z', 'revision_number': 2, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:31.937250 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:31.975995 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Checking router: 4fd85068-7a5c-4930-8201-1ca404b7b646 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:31.978572 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Updating router 4fd85068-7a5c-4930-8201-1ca404b7b646 port 67946272-5162-4f47-96aa-97ec91775c28 binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:31.980453 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (35aa33d9-1fef-4c2a-8503-a76a99b785e2), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:31.986174 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] For port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:32.022046 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:32.026477 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Pushing event updated for resources: {'Port': ['ID=84320869-184b-4cf9-91b1-75d97fb6a6c7,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:32.043564 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:32.046254 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:32.049545 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:32.051122 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:32.055195 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (713224f4-37c5-491f-9e4b-cce9aaf892c0), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.062188 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] For port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3e7be1e3-c517-4380-85d3-40fa8bffcbd6,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:32.066711 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (67946272-5162-4f47-96aa-97ec91775c28), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.088629 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Pushing event updated for resources: {'Port': ['ID=eab31d0f-78c8-4f55-b143-b0c66c9c5bfc,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:32.098803 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:32.100186 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36106) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:32.121656 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8cc16500-7f62-4137-8970-0ecdfca37059 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (6a60fecf-2863-4d93-916f-a9cb4f9934d6), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.143988 dv-cinder-815582-13-iscsi neutron-server[104196]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 02:20:32.223563 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.227183 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8cc16500-7f62-4137-8970-0ecdfca37059 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (6a60fecf-2863-4d93-916f-a9cb4f9934d6), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.365005 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1e971edd-4335-4b1f-bdd8-971950cefe7c up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:32.475663 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.509258 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c8fb2ee9-c824-434a-9cc4-f0f90086defa admin admin] Publish callbacks [] for security_group (de5d9693-4f85-477b-9a9b-5fd81c836cd2), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.539846 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:32.544003 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:32.595273 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36114) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:32.598101 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8cc16500-7f62-4137-8970-0ecdfca37059 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.599554 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8cc16500-7f62-4137-8970-0ecdfca37059 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1792696 Aug 05 02:20:32.628365 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c8fb2ee9-c824-434a-9cc4-f0f90086defa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (de5d9693-4f85-477b-9a9b-5fd81c836cd2), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.631393 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c8fb2ee9-c824-434a-9cc4-f0f90086defa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.634686 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-c8fb2ee9-c824-434a-9cc4-f0f90086defa admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/de5d9693-4f85-477b-9a9b-5fd81c836cd2 HTTP/1.1" status: 204 len: 168 time: 2.2139540 Aug 05 02:20:32.634686 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36116) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:32.720980 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c68956-de62-4700-90ee-2ea54a6d0ff3 None None] Pushing event updated for resources: {'Port': ['ID=3e7be1e3-c517-4380-85d3-40fa8bffcbd6,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:32.747782 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-c3c6d147-b249-4740-a6ea-2a404abdf127 None None] Provisioning complete for port 84320869-184b-4cf9-91b1-75d97fb6a6c7 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:32.748806 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d147-b249-4740-a6ea-2a404abdf127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.815061 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:32.831620 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-d332c509-9d55-405c-8276-0343c47184fa tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'security_group_rule': {'security_group_id': 'c3876887-5412-4538-adc3-3e4bf95be2c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:32.843358 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa7165-6878-4139-87cc-d0311df637e2 req-cfd81fb6-2745-4e63-9244-387afe3bcad5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:32.854024 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-cfd81fb6-2745-4e63-9244-387afe3bcad5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 819 time: 0.7117267 Aug 05 02:20:32.858167 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Publish callbacks [] for port (67946272-5162-4f47-96aa-97ec91775c28), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.875126 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:32.879953 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (67946272-5162-4f47-96aa-97ec91775c28), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.895487 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Publish callbacks [] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.897955 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:32.908876 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.909936 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (713224f4-37c5-491f-9e4b-cce9aaf892c0), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.940633 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-b8ec9157-eeb0-42dc-91b9-76d728f7e949 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/quotas/00eaaf2e12844123996e26c1827d80b2 HTTP/1.1" status: 200 len: 375 time: 0.0853212 Aug 05 02:20:32.947343 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-20fa1f03-0a04-4ab5-be27-30f1424e3687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:32.963115 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:32.977663 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:32.996552 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ce7d4-57d1-48e7-81ad-40fd9663d5d2 None None] Pushing event updated for resources: {'Port': ['ID=67946272-5162-4f47-96aa-97ec91775c28,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:33.029251 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (0717b8ca-daa4-49ce-938b-a2a2743d5c0b), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.046579 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 1e971edd-4335-4b1f-bdd8-971950cefe7c triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:33.054791 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.140121 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Attempting to bind port 67946272-5162-4f47-96aa-97ec91775c28 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:33.144840 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Attempting to bind port 67946272-5162-4f47-96aa-97ec91775c28 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:33.145265 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Attempting to bind port 67946272-5162-4f47-96aa-97ec91775c28 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:33.156572 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:33.156941 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Checking segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:33.157285 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.159054 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Bound using segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:33.159557 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Bound port: 67946272-5162-4f47-96aa-97ec91775c28, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:33.159931 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (67946272-5162-4f47-96aa-97ec91775c28), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.190301 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:33.193747 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6d147-b249-4740-a6ea-2a404abdf127 None None] Port 84320869-184b-4cf9-91b1-75d97fb6a6c7 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:33.233764 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc16500-7f62-4137-8970-0ecdfca37059 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a60fecf-2863-4d93-916f-a9cb4f9934d6,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:33.268216 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb2ee9-c824-434a-9cc4-f0f90086defa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d9693-4f85-477b-9a9b-5fd81c836cd2,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:33.288376 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:33.297493 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:33.319696 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] For port 67946272-5162-4f47-96aa-97ec91775c28, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:33.328195 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:33.330112 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] For port 67946272-5162-4f47-96aa-97ec91775c28, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=67946272-5162-4f47-96aa-97ec91775c28,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:33.343179 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (67946272-5162-4f47-96aa-97ec91775c28), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.406252 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Pushing event updated for resources: {'Port': ['ID=84320869-184b-4cf9-91b1-75d97fb6a6c7,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:33.474022 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-20fa1f03-0a04-4ab5-be27-30f1424e3687 admin admin] Publish callbacks [] for security_group (5dfb3c02-8750-4cf4-ae6b-be2c59043f12), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.489817 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ce7d4-57d1-48e7-81ad-40fd9663d5d2 None None] Pushing event updated for resources: {'Port': ['ID=67946272-5162-4f47-96aa-97ec91775c28,revision_number=4']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:33.508307 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:33.513371 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:33.528525 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36132) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:33.531443 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:33.532088 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:33.535034 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:33.568059 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-20fa1f03-0a04-4ab5-be27-30f1424e3687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (5dfb3c02-8750-4cf4-ae6b-be2c59043f12), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.585610 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e8fbcc5-0bb6-4afe-8dc9-205e3add31db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.703376 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-5b7d0416-c94e-4696-95f0-e9d4e736884e None None] Provisioning complete for port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:33.703760 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0416-c94e-4696-95f0-e9d4e736884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.797742 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:33.800351 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:31Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:33.804304 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d0416-c94e-4696-95f0-e9d4e736884e None None] Port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:33.811823 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Router 713224f4-37c5-491f-9e4b-cce9aaf892c0 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:20:33.848048 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-2b5408dc-bf4c-4db7-9c9c-9948952cb0b6 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5869024 Aug 05 02:20:33.859572 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e8fbcc5-0bb6-4afe-8dc9-205e3add31db admin admin] Publish callbacks [] for security_group (ed26cf08-6aaf-4b6a-a2a7-fd67850f54d4), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.868125 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa1f03-0a04-4ab5-be27-30f1424e3687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfb3c02-8750-4cf4-ae6b-be2c59043f12,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:33.895985 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e8fbcc5-0bb6-4afe-8dc9-205e3add31db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (ed26cf08-6aaf-4b6a-a2a7-fd67850f54d4), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.908866 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-20fa1f03-0a04-4ab5-be27-30f1424e3687 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6c7ae2cc442e414ab41a3545f2b26dda&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3083320 Aug 05 02:20:33.915148 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36140) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:33.919095 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 1e971edd-4335-4b1f-bdd8-971950cefe7c is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:33.919477 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.932620 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d332c509-9d55-405c-8276-0343c47184fa tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (348ce318-b4dd-4df2-ba5c-d0065920705e), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.947064 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 1e971edd-4335-4b1f-bdd8-971950cefe7c, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=1e971edd-4335-4b1f-bdd8-971950cefe7c,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:33.949954 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47931bf-a783-4479-bf3d-0cb27edf4515 None None] The sync data for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi is: [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:31Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:33.968205 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Router 4a7ee903-b075-4139-8f74-d177c729d850 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:20:33.968899 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-3d0a93d9-416b-41cd-a9c3-b61f19cc5bd0 None None] Provisioning complete for port 84320869-184b-4cf9-91b1-75d97fb6a6c7 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:33.969513 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-3d0a93d9-416b-41cd-a9c3-b61f19cc5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.972341 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:33.973198 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 4fd2b826-bfce-419d-8207-abf27b85b4e6 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:34.033005 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:34.040985 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-2e8fbcc5-0bb6-4afe-8dc9-205e3add31db admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8a88e2d3b7434623a20278af8f081c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5105000 Aug 05 02:20:34.046914 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36142) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:34.051343 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fbcc5-0bb6-4afe-8dc9-205e3add31db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed26cf08-6aaf-4b6a-a2a7-fd67850f54d4,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:34.097605 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=1e971edd-4335-4b1f-bdd8-971950cefe7c,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:34.111373 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3dc2a578-51c8-484d-9ddf-3b6548e76bb1 admin admin] Publish callbacks [] for security_group (5dfb3c02-8750-4cf4-ae6b-be2c59043f12), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.118424 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:34.134390 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-80ce3602-9f9b-44e6-9914-d11e59199dbd admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/713224f4-37c5-491f-9e4b-cce9aaf892c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5327127 Aug 05 02:20:34.178272 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3dc2a578-51c8-484d-9ddf-3b6548e76bb1 admin admin] Publish callbacks [] for security_group (5dfb3c02-8750-4cf4-ae6b-be2c59043f12), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.234809 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a93d9-416b-41cd-a9c3-b61f19cc5bd0 None None] Port 84320869-184b-4cf9-91b1-75d97fb6a6c7 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:34.257120 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3dc2a578-51c8-484d-9ddf-3b6548e76bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (5dfb3c02-8750-4cf4-ae6b-be2c59043f12), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.260102 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3dc2a578-51c8-484d-9ddf-3b6548e76bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.260248 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:33Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:34.265512 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-3dc2a578-51c8-484d-9ddf-3b6548e76bb1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5dfb3c02-8750-4cf4-ae6b-be2c59043f12 HTTP/1.1" status: 204 len: 168 time: 0.3492653 Aug 05 02:20:34.270268 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (0717b8ca-daa4-49ce-938b-a2a2743d5c0b), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.275266 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2a578-51c8-484d-9ddf-3b6548e76bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfb3c02-8750-4cf4-ae6b-be2c59043f12,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:34.284298 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:34.297356 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (0717b8ca-daa4-49ce-938b-a2a2743d5c0b), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.298496 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (35aa33d9-1fef-4c2a-8503-a76a99b785e2), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.319364 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 4fd2b826-bfce-419d-8207-abf27b85b4e6 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:34.319853 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.322643 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026edc7-7e95-48f1-9d31-7d295193fef6 None None] The sync data for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi is: [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:33Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:34.360616 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.362286 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6655517 Aug 05 02:20:34.385796 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 2, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:34.429846 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:34.430279 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Updating router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 port 1e438749-7bfe-490f-9e50-037984a9c2b0 binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:34.453972 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a05c3e60-1c1e-4d34-b7cf-70894adf8a76 admin admin] Publish callbacks [] for security_group (ed26cf08-6aaf-4b6a-a2a7-fd67850f54d4), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.463315 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d332c509-9d55-405c-8276-0343c47184fa tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (348ce318-b4dd-4df2-ba5c-d0065920705e), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.479636 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=100 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:34.496900 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.506895 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d332c509-9d55-405c-8276-0343c47184fa tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (348ce318-b4dd-4df2-ba5c-d0065920705e), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.548539 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0265a4-82e6-4763-8623-27479413bdfb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=0717b8ca-daa4-49ce-938b-a2a2743d5c0b,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:34.560088 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 4fd2b826-bfce-419d-8207-abf27b85b4e6 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:34.561548 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.601677 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-ca2a50aa-755e-4c5a-bb77-bbb0a3b52fed service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:20:34.606555 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 4fd2b826-bfce-419d-8207-abf27b85b4e6, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=4fd2b826-bfce-419d-8207-abf27b85b4e6,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:34.607298 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-ca2a50aa-755e-4c5a-bb77-bbb0a3b52fed service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4375362 Aug 05 02:20:34.622844 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a05c3e60-1c1e-4d34-b7cf-70894adf8a76 admin admin] Publish callbacks [] for security_group (ed26cf08-6aaf-4b6a-a2a7-fd67850f54d4), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.633643 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.634447 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device d0568c0d-8239-4d57-8164-ee62f67fba6e up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:34.668673 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d332c509-9d55-405c-8276-0343c47184fa tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.673046 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d332c509-9d55-405c-8276-0343c47184fa tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8461719 Aug 05 02:20:34.676283 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36166) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:34.677686 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332c509-9d55-405c-8276-0343c47184fa tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348ce318-b4dd-4df2-ba5c-d0065920705e,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:34.696204 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:34.715614 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:34.751978 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-9c5c7a17-0567-40f6-9823-4ccc510380db admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4a7ee903-b075-4139-8f74-d177c729d850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7022061 Aug 05 02:20:34.772898 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:34.775462 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.798320 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a05c3e60-1c1e-4d34-b7cf-70894adf8a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (ed26cf08-6aaf-4b6a-a2a7-fd67850f54d4), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.801040 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a05c3e60-1c1e-4d34-b7cf-70894adf8a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.802269 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-a05c3e60-1c1e-4d34-b7cf-70894adf8a76 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ed26cf08-6aaf-4b6a-a2a7-fd67850f54d4 HTTP/1.1" status: 204 len: 168 time: 0.7225864 Aug 05 02:20:34.818113 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=4fd2b826-bfce-419d-8207-abf27b85b4e6,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:34.822818 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port d0568c0d-8239-4d57-8164-ee62f67fba6e triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:34.823130 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:34.852063 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c3e60-1c1e-4d34-b7cf-70894adf8a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed26cf08-6aaf-4b6a-a2a7-fd67850f54d4,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:34.908746 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-1fd4a464-5c18-4ae1-87d8-e4ebd3964879 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340121 Aug 05 02:20:34.974528 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.147092 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36176) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:35.164904 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-dd658df7-8373-4bc5-afd4-72be4747823c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138574673', 'description': 'tempest-description--2072434956'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:35.242807 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dd658df7-8373-4bc5-afd4-72be4747823c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.275677 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:35.330818 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Sync routers for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:35.342871 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Publish callbacks [] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.349522 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port d0568c0d-8239-4d57-8164-ee62f67fba6e is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:35.349917 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.363184 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:35.363651 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.377406 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:35.419814 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port d0568c0d-8239-4d57-8164-ee62f67fba6e, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=d0568c0d-8239-4d57-8164-ee62f67fba6e,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:35.450726 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36198) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:35.460292 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.461976 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:35.479218 dv-cinder-815582-13-iscsi neutron-server[104195]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 02:20:35.565009 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec576a55-5810-40c4-a335-dfe15121b04e None None] Pushing event updated for resources: {'Port': ['ID=1e438749-7bfe-490f-9e50-037984a9c2b0,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:35.645073 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:35.670934 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:35.683439 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Attempting to bind port 1e438749-7bfe-490f-9e50-037984a9c2b0 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:35.683886 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Attempting to bind port 1e438749-7bfe-490f-9e50-037984a9c2b0 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:35.684357 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Attempting to bind port 1e438749-7bfe-490f-9e50-037984a9c2b0 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:35.727880 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:35.728926 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-8ea0f168-c7f8-440a-8bd1-91db743bec41 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1734472410&fields=id&tenant_id=ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 267 time: 0.2695155 Aug 05 02:20:35.733718 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Checking segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:35.741048 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.742758 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Bound using segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:35.743361 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Bound port: 1e438749-7bfe-490f-9e50-037984a9c2b0, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:35.744929 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.769170 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dd658df7-8373-4bc5-afd4-72be4747823c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (6a11df3c-ccc2-4546-95e0-78e96c4a8d96), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.797473 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Sync routers for ids ['4a7ee903-b075-4139-8f74-d177c729d850'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:35.799126 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=d0568c0d-8239-4d57-8164-ee62f67fba6e,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:35.816136 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:35.821896 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.858667 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dd658df7-8373-4bc5-afd4-72be4747823c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (6a11df3c-ccc2-4546-95e0-78e96c4a8d96), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:35.897938 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:35.925372 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:36.075673 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-b5ccbfe3-c06f-405f-aa4e-4351d893444d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1540558 Aug 05 02:20:36.092923 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Allocated IP 172.27.0.35 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/db2b76f5-8ead-44bd-9069-9099a3bf2663) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:36.114273 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:36.252793 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dd658df7-8373-4bc5-afd4-72be4747823c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.254057 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-dd658df7-8373-4bc5-afd4-72be4747823c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1058960 Aug 05 02:20:36.258804 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Routers {'4a7ee903-b075-4139-8f74-d177c729d850'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:36.259793 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4a7ee903-b075-4139-8f74-d177c729d850'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:36.276705 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36212) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:36.299437 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd658df7-8373-4bc5-afd4-72be4747823c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a11df3c-ccc2-4546-95e0-78e96c4a8d96,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:36.321250 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-b7360223-6f8f-4ac0-845f-0972a0f6f018 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'security_group_rule': {'security_group_id': '6a11df3c-ccc2-4546-95e0-78e96c4a8d96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:36.350880 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36214) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:36.511172 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f89c285d-9723-4283-998f-24c89cffac70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.517112 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for port (db2b76f5-8ead-44bd-9069-9099a3bf2663), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.567515 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-afdb2537-05f9-45f5-851c-7dc6617fd5b7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:36.573371 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b7360223-6f8f-4ac0-845f-0972a0f6f018 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (400db1c1-825a-4293-8212-3b735df5cbe8), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.576805 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-afdb2537-05f9-45f5-851c-7dc6617fd5b7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 814 time: 0.8019710 Aug 05 02:20:36.592761 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (db2b76f5-8ead-44bd-9069-9099a3bf2663), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.592999 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:20:36.599316 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-1aada231-4ac9-4352-b2a0-c236b9128cd1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/quotas/ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 375 time: 0.0210280 Aug 05 02:20:36.663430 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] For port 1e438749-7bfe-490f-9e50-037984a9c2b0, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:36.715914 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:36.732903 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:36.741710 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:36.752966 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] For port 1e438749-7bfe-490f-9e50-037984a9c2b0, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=1e438749-7bfe-490f-9e50-037984a9c2b0,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:36.756676 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'Port': ['ID=db2b76f5-8ead-44bd-9069-9099a3bf2663,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:36.769787 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 2, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:36.790635 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.818297 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-18bd2a20-78fd-4ad0-ac26-7f7888a48c5c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2176344 Aug 05 02:20:36.840518 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Checking router: 713224f4-37c5-491f-9e4b-cce9aaf892c0 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:36.842565 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Updating router 713224f4-37c5-491f-9e4b-cce9aaf892c0 port 84320869-184b-4cf9-91b1-75d97fb6a6c7 binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:36.873640 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b7360223-6f8f-4ac0-845f-0972a0f6f018 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (400db1c1-825a-4293-8212-3b735df5cbe8), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.892894 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f89c285d-9723-4283-998f-24c89cffac70 admin admin] Publish callbacks [] for security_group (083ad6f1-d6c8-4b0b-b847-7dae10269577), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.897770 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b7360223-6f8f-4ac0-845f-0972a0f6f018 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (400db1c1-825a-4293-8212-3b735df5cbe8), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.897935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:36.904084 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f89c285d-9723-4283-998f-24c89cffac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (083ad6f1-d6c8-4b0b-b847-7dae10269577), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.918089 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Set router 4a7ee903-b075-4139-8f74-d177c729d850 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:36.948793 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.959793 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7360223-6f8f-4ac0-845f-0972a0f6f018 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400db1c1-825a-4293-8212-3b735df5cbe8,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:36.988221 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (115cf5e7-3df1-4cff-b864-6c4410abdb56), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:36.994866 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-f89c285d-9723-4283-998f-24c89cffac70 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6d16c0b8a3d84ca09cf27c0d0f6ec13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6251671 Aug 05 02:20:36.996061 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36248) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:36.996969 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c285d-9723-4283-998f-24c89cffac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083ad6f1-d6c8-4b0b-b847-7dae10269577,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:37.001851 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:37.015253 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:37.073142 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b7360223-6f8f-4ac0-845f-0972a0f6f018 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.077228 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36258) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:37.084869 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b7360223-6f8f-4ac0-845f-0972a0f6f018 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7918105 Aug 05 02:20:37.090523 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-274a1a7a-99ea-4144-82ba-9870dad87106 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'security_group_rule': {'security_group_id': '6a11df3c-ccc2-4546-95e0-78e96c4a8d96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:37.159994 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1eba7b43-5bce-43da-9a8d-79f5720c502c admin admin] Publish callbacks [] for security_group (083ad6f1-d6c8-4b0b-b847-7dae10269577), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.184940 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec576a55-5810-40c4-a335-dfe15121b04e None None] Pushing event updated for resources: {'Port': ['ID=1e438749-7bfe-490f-9e50-037984a9c2b0,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:37.189428 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:37.229863 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1eba7b43-5bce-43da-9a8d-79f5720c502c admin admin] Publish callbacks [] for security_group (083ad6f1-d6c8-4b0b-b847-7dae10269577), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.288237 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (db2b76f5-8ead-44bd-9069-9099a3bf2663), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.379262 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1eba7b43-5bce-43da-9a8d-79f5720c502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (083ad6f1-d6c8-4b0b-b847-7dae10269577), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.382999 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1eba7b43-5bce-43da-9a8d-79f5720c502c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.384698 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-1eba7b43-5bce-43da-9a8d-79f5720c502c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/083ad6f1-d6c8-4b0b-b847-7dae10269577 HTTP/1.1" status: 204 len: 168 time: 0.3814688 Aug 05 02:20:37.405220 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-274a1a7a-99ea-4144-82ba-9870dad87106 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (0d7fb275-4262-41fe-ada5-ba5495ea6c2c), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.419809 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:37.436203 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba7b43-5bce-43da-9a8d-79f5720c502c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083ad6f1-d6c8-4b0b-b847-7dae10269577,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:37.462252 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:37.484836 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-48694cca-17d4-48ba-97eb-41f75a3b43ee tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:37.486455 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-48694cca-17d4-48ba-97eb-41f75a3b43ee tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/networks?id=8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e HTTP/1.1" status: 200 len: 812 time: 0.4536610 Aug 05 02:20:37.513317 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:37.617775 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-274a1a7a-99ea-4144-82ba-9870dad87106 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (0d7fb275-4262-41fe-ada5-ba5495ea6c2c), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.632807 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-2e6e8a2a-633a-4efa-9159-c9a25ded53ec service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:20:37.639175 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-2e6e8a2a-633a-4efa-9159-c9a25ded53ec service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2871273 Aug 05 02:20:37.641618 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-274a1a7a-99ea-4144-82ba-9870dad87106 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (0d7fb275-4262-41fe-ada5-ba5495ea6c2c), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.660144 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:37.683558 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-6d5905a9-98a3-4fb6-9b65-0137ec160cab tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/quotas/5550d9709b98404290936885c7bbb16d HTTP/1.1" status: 200 len: 375 time: 0.1552455 Aug 05 02:20:37.690577 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a1a7a-99ea-4144-82ba-9870dad87106 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7fb275-4262-41fe-ada5-ba5495ea6c2c,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:37.786055 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-47fff1ee-f7bd-459b-8599-a0ad9ffd4440 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5550d9709b98404290936885c7bbb16d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903134 Aug 05 02:20:37.819529 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Publish callbacks [] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.820765 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-274a1a7a-99ea-4144-82ba-9870dad87106 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.822870 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-274a1a7a-99ea-4144-82ba-9870dad87106 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7446744 Aug 05 02:20:37.826277 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36276) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:37.841002 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:37.851655 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:37.860440 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:37.952420 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:37.955801 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1cb2b-ab97-4915-bf11-3f5e2ea2cc54 None None] Pushing event updated for resources: {'Port': ['ID=84320869-184b-4cf9-91b1-75d97fb6a6c7,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:37.983934 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.073026 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for port (db2b76f5-8ead-44bd-9069-9099a3bf2663), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.098437 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:38.108355 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (db2b76f5-8ead-44bd-9069-9099a3bf2663), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.110316 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (115cf5e7-3df1-4cff-b864-6c4410abdb56), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.125426 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Attempting to bind port 84320869-184b-4cf9-91b1-75d97fb6a6c7 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:38.125799 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Attempting to bind port 84320869-184b-4cf9-91b1-75d97fb6a6c7 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:38.126152 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Attempting to bind port 84320869-184b-4cf9-91b1-75d97fb6a6c7 on network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:38.132012 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:38.144276 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:38.151465 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3abdee62-5e93-4de0-be8b-112ee09459e7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731400 Aug 05 02:20:38.152173 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Checking segment: {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:38.152863 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.153652 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Bound using segment: {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:38.155879 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Bound port: 84320869-184b-4cf9-91b1-75d97fb6a6c7, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:38.157146 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.176044 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-76592091-5358-4bde-b08a-907d7d2463ce service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829491 Aug 05 02:20:38.188954 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ee903-b075-4139-8f74-d177c729d850', 'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:15Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '5550d9709b98404290936885c7bbb16d', 'gw_port': {'id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:18Z', 'updated_at': '2022-08-05T02:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'eab31d0f-78c8-4f55-b143-b0c66c9c5bfc', 'name': '', 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'mac_address': 'fa:16:3e:e5:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18615ac6-55b1-4cc9-95d3-ea9f6c56b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:26Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 2, 'project_id': '5550d9709b98404290936885c7bbb16d', 'subnets': [{'id': '18615ac6-55b1-4cc9-95d3-ea9f6c56b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:38.252089 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:38.252517 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.257401 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Checking router: 4a7ee903-b075-4139-8f74-d177c729d850 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:38.257935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Updating router 4a7ee903-b075-4139-8f74-d177c729d850 port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:20:38.385455 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.415573 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.426073 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7490771 Aug 05 02:20:38.441352 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-fc941112-04e2-4794-a11c-b76166de219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:36Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:38.491963 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:38.498539 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] For port 84320869-184b-4cf9-91b1-75d97fb6a6c7, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:38.508899 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-734a5993-8c9d-4761-9bf8-1d720b2895fe service neutron] 10.222.0.15 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564029 Aug 05 02:20:38.510752 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] For port 84320869-184b-4cf9-91b1-75d97fb6a6c7, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=84320869-184b-4cf9-91b1-75d97fb6a6c7,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:38.523715 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc941112-04e2-4794-a11c-b76166de219e None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:36Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:38.532907 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.628655 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:38.629383 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.673386 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8514f-091f-4523-8fd6-cdbe748e9087 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'Port': ['ID=db2b76f5-8ead-44bd-9069-9099a3bf2663,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:38.690925 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:38.697040 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:38.710002 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3e7be1e3-c517-4380-85d3-40fa8bffcbd6,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:38.742787 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.743781 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 4fd2b826-bfce-419d-8207-abf27b85b4e6 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:38.804437 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:38.847786 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-ac0d1f13-0461-4931-ac8f-7033556c4945 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436208 Aug 05 02:20:38.897448 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:38.943937 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1cb2b-ab97-4915-bf11-3f5e2ea2cc54 None None] Pushing event updated for resources: {'Port': ['ID=84320869-184b-4cf9-91b1-75d97fb6a6c7,revision_number=4']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:39.016312 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=3e7be1e3-c517-4380-85d3-40fa8bffcbd6,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:39.104871 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 4fd2b826-bfce-419d-8207-abf27b85b4e6 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:39.105788 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:39.169554 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:39.315200 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Publish callbacks [] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:39.354248 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:39.512554 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-0b5c317c-b189-4730-ba62-f9f5ec2d1742 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--363854875&fields=id&tenant_id=ce1ac0db26e648bba79191b3ad8a260b HTTP/1.1" status: 200 len: 267 time: 0.2183478 Aug 05 02:20:39.589401 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Allocated IP 172.27.0.45 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:39.855801 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 4fd2b826-bfce-419d-8207-abf27b85b4e6 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:39.870739 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device d0568c0d-8239-4d57-8164-ee62f67fba6e up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:39.902809 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for port (7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:39.970341 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-493b5e76-171a-4c5e-bffe-ae2e5368103f tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:39.979009 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-493b5e76-171a-4c5e-bffe-ae2e5368103f tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 811 time: 0.4660378 Aug 05 02:20:40.009618 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:40.022780 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-ecd8e2da-bccd-43de-a6a1-609d34fb5c4a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/quotas/ce1ac0db26e648bba79191b3ad8a260b HTTP/1.1" status: 200 len: 375 time: 0.0428526 Aug 05 02:20:40.108966 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-4c8593a0-2621-412c-83d3-f6e7364e9e99 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845084 Aug 05 02:20:40.126919 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6873b4c7-a264-4596-beeb-c9b643d4bcfd req-1512fc48-a4fb-4c91-ac79-138a48ca2922 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 210 time: 0.2963409 Aug 05 02:20:40.158870 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cddc9cf-b953-4691-b415-fc5df3b5b18f None None] The sync data for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi is: [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:40.193965 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa9300-8b41-4640-8cc8-f79758acd860 None None] Pushing event updated for resources: {'Port': ['ID=eab31d0f-78c8-4f55-b143-b0c66c9c5bfc,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:40.237229 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36394) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:40.289523 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:40.319819 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-450e97d0-205f-40db-afd8-4f47350afaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:40.327305 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-f0be14c4-d093-408f-8a50-ea493c0da752 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081597 Aug 05 02:20:40.373949 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Attempting to bind port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:40.374703 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Attempting to bind port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:40.375731 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Attempting to bind port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc on network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:40.385795 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:40.386699 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Checking segment: {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:40.387483 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:40.388109 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Bound using segment: {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:40.389015 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Bound port: eab31d0f-78c8-4f55-b143-b0c66c9c5bfc, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:40.389756 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:40.404602 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4f67521d-b4da-488b-a794-7d4c89c20050 req-2d8d84f9-6fb5-48fc-a5d5-eb5fabb82393 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.1363876 Aug 05 02:20:40.429239 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port d0568c0d-8239-4d57-8164-ee62f67fba6e triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:40.430096 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:40.467509 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:40.705435 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-32d9c121-cfe8-4d32-a032-c490ae873870 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705986 Aug 05 02:20:40.721957 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1ccafda7-40f8-452b-9e41-9bed23914077 req-f663ca0e-9fb4-46be-bf4d-1f96f88615d6 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.1473639 Aug 05 02:20:40.752476 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:40.770250 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:40.779897 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:40.953604 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1484264384-network', 'tenant_id': 'bf64708e6a4d4951b4c42b609ba301de'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:40.968537 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] For port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:41.012617 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] For port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=eab31d0f-78c8-4f55-b143-b0c66c9c5bfc,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:41.014833 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port d0568c0d-8239-4d57-8164-ee62f67fba6e is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:41.016399 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Made reservation on behalf of bf64708e6a4d4951b4c42b609ba301de for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:41.017201 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1e971edd-4335-4b1f-bdd8-971950cefe7c up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:41.017698 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'Port': ['ID=7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:41.021084 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.058756 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.115479 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.118306 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Routers {'4a7ee903-b075-4139-8f74-d177c729d850'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:20:41.119258 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:20:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4a7ee903-b075-4139-8f74-d177c729d850'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:41.192259 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (16ba3c62-8590-4e9c-97bf-a77569fb7ac8), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.219644 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:41.230974 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 1e971edd-4335-4b1f-bdd8-971950cefe7c triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:41.231357 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.304939 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.311010 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:41.330218 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa9300-8b41-4640-8cc8-f79758acd860 None None] Pushing event updated for resources: {'Port': ['ID=eab31d0f-78c8-4f55-b143-b0c66c9c5bfc,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:41.395229 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] Set router 4a7ee903-b075-4139-8f74-d177c729d850 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:20:41.397133 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-e39d80a3-caf4-47c2-ba44-631f6ec11f58 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:41.404382 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-e39d80a3-caf4-47c2-ba44-631f6ec11f58 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 819 time: 0.3946619 Aug 05 02:20:41.435035 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-65bec105-8782-4824-89d8-277003002084 req-fc00e3f4-0f91-4912-a8ac-5b22800784f0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.1650198 Aug 05 02:20:41.442607 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-106e1107-48f8-4dd1-b763-3c58305d1e11 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/quotas/00eaaf2e12844123996e26c1827d80b2 HTTP/1.1" status: 200 len: 375 time: 0.0361152 Aug 05 02:20:41.468376 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 1e971edd-4335-4b1f-bdd8-971950cefe7c is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:41.469607 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 67946272-5162-4f47-96aa-97ec91775c28 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:41.559300 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Publish callbacks [] for security_group (3b11b099-68f5-463e-938e-033029fa8243), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.571586 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3b11b099-68f5-463e-938e-033029fa8243), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.587914 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:20:41.594547 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 67946272-5162-4f47-96aa-97ec91775c28 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:41.594985 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (67946272-5162-4f47-96aa-97ec91775c28), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.624510 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (40aba389-59e5-49fa-9e52-067e30494a8b), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.626192 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-8cb497e7-cac2-4c7c-94fe-876bb8cb2af7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1825509 Aug 05 02:20:41.626712 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Added segment 40aba389-59e5-49fa-9e52-067e30494a8b of type vlan for network 31059adf-f7b0-468f-879c-d01161823385 Aug 05 02:20:41.684461 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:41.763101 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (31059adf-f7b0-468f-879c-d01161823385), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.770539 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 67946272-5162-4f47-96aa-97ec91775c28 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:41.771173 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (67946272-5162-4f47-96aa-97ec91775c28), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.785617 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ee903-b075-4139-8f74-d177c729d850', 'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:15Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '5550d9709b98404290936885c7bbb16d', 'gw_port': {'id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:18Z', 'updated_at': '2022-08-05T02:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'eab31d0f-78c8-4f55-b143-b0c66c9c5bfc', 'name': '', 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'mac_address': 'fa:16:3e:e5:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18615ac6-55b1-4cc9-95d3-ea9f6c56b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:26Z', 'updated_at': '2022-08-05T02:20:40Z', 'revision_number': 4, 'project_id': '5550d9709b98404290936885c7bbb16d', 'subnets': [{'id': '18615ac6-55b1-4cc9-95d3-ea9f6c56b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:41.828399 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7246ca-5263-46a8-be75-3e9070f4ab38 None None] The sync data for ids ['4a7ee903-b075-4139-8f74-d177c729d850'] in dv-cinder-815582-13-iscsi is: [{'id': '4a7ee903-b075-4139-8f74-d177c729d850', 'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:15Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '5550d9709b98404290936885c7bbb16d', 'gw_port': {'id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:18Z', 'updated_at': '2022-08-05T02:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'eab31d0f-78c8-4f55-b143-b0c66c9c5bfc', 'name': '', 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'mac_address': 'fa:16:3e:e5:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18615ac6-55b1-4cc9-95d3-ea9f6c56b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:26Z', 'updated_at': '2022-08-05T02:20:40Z', 'revision_number': 4, 'project_id': '5550d9709b98404290936885c7bbb16d', 'subnets': [{'id': '18615ac6-55b1-4cc9-95d3-ea9f6c56b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:41.837696 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:41.871569 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:41.876800 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 67946272-5162-4f47-96aa-97ec91775c28, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=67946272-5162-4f47-96aa-97ec91775c28,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:41.878192 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:41.882376 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (31059adf-f7b0-468f-879c-d01161823385), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.883350 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:41.883966 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.889938 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (67946272-5162-4f47-96aa-97ec91775c28), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:41.977964 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-e177522a-5219-4774-966a-e1543bd09cc8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473213 Aug 05 02:20:42.007207 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7661865 Aug 05 02:20:42.007207 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-788f3aca-8fbe-43d9-86db-15e55152d3f5 req-9c25ac64-2e65-4528-b314-18fa862d6556 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.1854959 Aug 05 02:20:42.019190 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=67946272-5162-4f47-96aa-97ec91775c28,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:42.061844 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36446) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:42.081184 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Request body: {'subnet': {'network_id': '31059adf-f7b0-468f-879c-d01161823385', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1484264384-subnet', 'tenant_id': 'bf64708e6a4d4951b4c42b609ba301de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:42.082509 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for port (7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.096451 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b11b099-68f5-463e-938e-033029fa8243,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:42.097668 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-21b239c6-ce9b-4b02-9a86-6ddccbf5145a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181612 Aug 05 02:20:42.099003 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.099746 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (16ba3c62-8590-4e9c-97bf-a77569fb7ac8), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.126136 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc1159-0dd4-41b7-991e-6a8fca3f8063 admin admin] Pushing event updated for resources: {'Network': ['ID=31059adf-f7b0-468f-879c-d01161823385,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:42.135382 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Made reservation on behalf of bf64708e6a4d4951b4c42b609ba301de for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:42.138223 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.147745 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 31059adf-f7b0-468f-879c-d01161823385 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:20:42.164502 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.166149 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3388922 Aug 05 02:20:42.167600 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99082c2-809f-4da3-9916-7b760a311287 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'Port': ['ID=7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:42.245770 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4798df6e-e928-47f8-9f97-c29f73b32b45 req-c262c7bc-e787-4a88-a38d-f38deb2d380e tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.1035514 Aug 05 02:20:42.333539 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:42.376878 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d4324885-d635-4e35-baeb-a0763f7465e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.407997 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:42.408393 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.448540 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (1327a5de-2acc-4710-bbb5-9ca04a1cd0bc), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.478009 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bca3a9d7-a3ec-4a81-b9b2-d96a05b647d6 req-c624212c-0091-4e70-8ded-5c80cff8c500 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0449834 Aug 05 02:20:42.506773 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-7524a51f-654f-4754-84c6-e668f19459ed tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--138574673&fields=id&tenant_id=6873a99b9878495895acb21ed2133bb6 HTTP/1.1" status: 200 len: 267 time: 0.0840349 Aug 05 02:20:42.544054 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:42.546274 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1e438749-7bfe-490f-9e50-037984a9c2b0 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:42.575245 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1327a5de-2acc-4710-bbb5-9ca04a1cd0bc,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:42.645284 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 1e438749-7bfe-490f-9e50-037984a9c2b0 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:42.645670 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.687639 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:42.700418 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-3f1bdec7-2712-488d-bc4e-be9f350585d9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:42.702170 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2a88b256-bb28-4bf8-8201-0cb21f4402f5 req-63fefe9b-3390-4728-8fc0-24394c2a9524 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.0515969 Aug 05 02:20:42.702962 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Checking segment: {'id': '40aba389-59e5-49fa-9e52-067e30494a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31059adf-f7b0-468f-879c-d01161823385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:42.703318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Network hostable DHCP agents. Network: 31059adf-f7b0-468f-879c-d01161823385, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:20:42.714575 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-3f1bdec7-2712-488d-bc4e-be9f350585d9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 816 time: 0.2064548 Aug 05 02:20:42.724938 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Network 31059adf-f7b0-468f-879c-d01161823385 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:20:42.735986 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-e48219d3-51bf-4e42-a9ca-bd8d51ed8c0c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/quotas/6873a99b9878495895acb21ed2133bb6 HTTP/1.1" status: 200 len: 375 time: 0.0165973 Aug 05 02:20:42.741719 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 1e438749-7bfe-490f-9e50-037984a9c2b0 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:42.742238 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.750739 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 31059adf-f7b0-468f-879c-d01161823385) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:42.759837 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:42.760462 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.781768 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad25ddc2-e07c-45f2-a5e4-2e3611d55068 None None] Network 31059adf-f7b0-468f-879c-d01161823385 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:42.785684 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-2e2752e4-3e18-424b-90e1-08d4a069c0cb admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7225511 Aug 05 02:20:42.815816 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-65cdf7c3-18eb-4933-a691-6b73b9d95722 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696726 Aug 05 02:20:42.874066 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 1e438749-7bfe-490f-9e50-037984a9c2b0, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=1e438749-7bfe-490f-9e50-037984a9c2b0,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:42.885270 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:42.886331 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 84320869-184b-4cf9-91b1-75d97fb6a6c7 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:42.964078 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-b799ebbd-1565-45e4-9b94-605eb902f4fc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286821 Aug 05 02:20:42.993050 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 84320869-184b-4cf9-91b1-75d97fb6a6c7 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:42.993435 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.096470 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=1e438749-7bfe-490f-9e50-037984a9c2b0,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:43.119549 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:43.135493 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d08e8-3d66-4cf9-917d-dd7bbd94a64e None None] Network 31059adf-f7b0-468f-879c-d01161823385 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:43.148793 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:43.152987 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-1ae49dd2-39d6-4646-aa7c-86846db6bb84 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821520 Aug 05 02:20:43.180022 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-446b3ed9-f623-4bf5-8b21-b7ca6a152e75 req-24564f89-2130-4952-8400-e9116a179f91 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.0341370 Aug 05 02:20:43.397435 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-be944dc0-a5a7-4a66-935c-fad01a6c6cc4 req-6c385e18-5b15-4a70-89e3-cb9d72f77efa tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 210 time: 0.0707581 Aug 05 02:20:43.419139 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.428441 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 84320869-184b-4cf9-91b1-75d97fb6a6c7 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:43.428904 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.489705 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d8e2d708-3f1f-41fc-ad47-5faef46794e9 req-196a90c8-664d-425a-8d9c-73328709c73d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0405071 Aug 05 02:20:43.497431 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 84320869-184b-4cf9-91b1-75d97fb6a6c7, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=84320869-184b-4cf9-91b1-75d97fb6a6c7,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:43.504540 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.548038 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36504) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:43.554549 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1659483527-network', 'tenant_id': '7fd8191678fc41699f2d796ce761dd71'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:43.562583 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=84320869-184b-4cf9-91b1-75d97fb6a6c7,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:43.596151 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Made reservation on behalf of 7fd8191678fc41699f2d796ce761dd71 for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:43.598657 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.622167 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3a9e869d-dc09-44dc-89a1-1c691971de05 req-1cb6279c-3513-4d81-8287-497bab143a19 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0403435 Aug 05 02:20:43.623830 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.715178 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Publish callbacks [] for security_group (707bea1c-6550-4869-93b8-ac32fb91e563), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.719742 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (707bea1c-6550-4869-93b8-ac32fb91e563), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.744643 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:20:43.769817 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707bea1c-6550-4869-93b8-ac32fb91e563,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:43.772899 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (0420c942-f152-46d2-b855-9cd46fe76436), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.773468 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Added segment 0420c942-f152-46d2-b855-9cd46fe76436 of type vlan for network a9ce2c0b-459c-4ed3-9611-f4708d43fa9b Aug 05 02:20:43.840954 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:43.862817 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (a9ce2c0b-459c-4ed3-9611-f4708d43fa9b), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.872254 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:43.883244 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da7833f2-1f5e-4a91-ae37-fc63019e93f4 req-4c49374e-3b8b-4bd9-8586-b938f53b96a7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.0358505 Aug 05 02:20:43.896676 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (a9ce2c0b-459c-4ed3-9611-f4708d43fa9b), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.897751 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:43.898334 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:43.966030 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36512) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:43.968541 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4189727 Aug 05 02:20:43.972428 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Request body: {'subnet': {'network_id': 'a9ce2c0b-459c-4ed3-9611-f4708d43fa9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1659483527-subnet', 'tenant_id': '7fd8191678fc41699f2d796ce761dd71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:43.975456 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea54d40-a621-484b-88c7-80e8a8e66c0a admin admin] Pushing event updated for resources: {'Network': ['ID=a9ce2c0b-459c-4ed3-9611-f4708d43fa9b,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:43.990358 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network a9ce2c0b-459c-4ed3-9611-f4708d43fa9b details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:20:44.015671 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Made reservation on behalf of 7fd8191678fc41699f2d796ce761dd71 for: {'subnet': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:44.019003 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.151889 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1e438749-7bfe-490f-9e50-037984a9c2b0 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:44.202275 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 1e438749-7bfe-490f-9e50-037984a9c2b0 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:44.203133 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.205698 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:44.265218 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (745aab03-b594-4284-80d5-7c2ce8814f12), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.312576 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 1e438749-7bfe-490f-9e50-037984a9c2b0 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:44.313830 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 67946272-5162-4f47-96aa-97ec91775c28 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:44.330402 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-347132d4-2b4f-43f5-a097-4747dbe623f3 req-b0089977-4dd1-4d8b-9fbc-9e3b120f16d4 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.0539012 Aug 05 02:20:44.340422 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745aab03-b594-4284-80d5-7c2ce8814f12,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:44.353693 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Checking segment: {'id': '0420c942-f152-46d2-b855-9cd46fe76436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a9ce2c0b-459c-4ed3-9611-f4708d43fa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:44.353693 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Network hostable DHCP agents. Network: a9ce2c0b-459c-4ed3-9611-f4708d43fa9b, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:20:44.380228 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Network a9ce2c0b-459c-4ed3-9611-f4708d43fa9b is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:20:44.380656 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 67946272-5162-4f47-96aa-97ec91775c28 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:44.381029 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (67946272-5162-4f47-96aa-97ec91775c28), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.394266 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, a9ce2c0b-459c-4ed3-9611-f4708d43fa9b) {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:44.403595 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:44.404264 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.410802 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c815324-2c1a-4e38-bc9e-e22317ca1335 None None] Network a9ce2c0b-459c-4ed3-9611-f4708d43fa9b requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:44.437877 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-80ee61ad-d835-4558-aafc-67a0f7c5c342 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4704719 Aug 05 02:20:44.556449 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f84f758b-f2db-4b99-bc96-4fb76f7e6564 req-b79cd618-a100-45ca-986e-9c0c4116d575 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 210 time: 0.0639052 Aug 05 02:20:44.562531 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 67946272-5162-4f47-96aa-97ec91775c28 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:44.581983 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device eab31d0f-78c8-4f55-b143-b0c66c9c5bfc up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:44.604179 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:44.646759 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bfbd62-3dae-4fdc-a5dd-10ca6f35f785 None None] Network a9ce2c0b-459c-4ed3-9611-f4708d43fa9b requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:20:44.661412 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-336638ab-8304-4eb8-a8b2-6deb1c9876a8 req-8432592f-c968-45fa-8557-092c2a243e96 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0484679 Aug 05 02:20:44.715225 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:44.715609 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.774709 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:44.841979 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.923513 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:44.923984 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.938791 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7095ee19-ac64-4320-a3d8-e49840c65595 req-b8869a53-d30b-4bbe-a264-50f99b5eba39 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 210 time: 0.2190778 Aug 05 02:20:44.944870 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.985865 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=eab31d0f-78c8-4f55-b143-b0c66c9c5bfc,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:44.991498 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:44.992479 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 84320869-184b-4cf9-91b1-75d97fb6a6c7 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:45.040769 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-85bee826-c785-47ea-a74a-28f5b143496e req-ef71aefd-75a9-4db9-b67e-58b6ef39afc1 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.0354125 Aug 05 02:20:45.073453 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=eab31d0f-78c8-4f55-b143-b0c66c9c5bfc,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:45.080086 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 84320869-184b-4cf9-91b1-75d97fb6a6c7 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:45.080499 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:45.156003 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 84320869-184b-4cf9-91b1-75d97fb6a6c7 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:45.424901 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3ee43fb7-e8e9-4576-82d8-0f307d6fddf4 req-41dbc50f-3957-4671-b0b1-f00406976942 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.0271952 Aug 05 02:20:45.658466 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-86ea06eb-fc1d-4a53-8c30-f8f268810989 req-63354aba-ca3d-4e61-8b64-018e68febbd0 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 210 time: 0.0271232 Aug 05 02:20:45.749594 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-df006873-7bc4-4867-aac6-ee507170856c req-39666c76-5988-427f-9099-b41e0a2f014b tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0280514 Aug 05 02:20:45.971268 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device eab31d0f-78c8-4f55-b143-b0c66c9c5bfc up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:46.016640 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:46.017013 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:46.054268 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-08240daf-4f8b-4400-b542-d7a77e22755d req-35f771fc-9c13-4b71-8d70-b04aad57ff95 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0302532 Aug 05 02:20:46.095598 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:20:46.153191 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f3d1267-bc7b-41e9-8f07-2f716576541e req-cc52f8cb-9fe6-43fc-bf42-486585d2f26a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Aug 05 02:20:46.527702 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ddc13131-249f-4968-bfd7-a17ad5401a63 req-442a1940-cfa9-46d6-8c57-5aaa3d21a121 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.0286534 Aug 05 02:20:46.769083 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e26c8d1f-cab8-4ac3-9fd1-ea5089a1957a req-f20d8e66-5256-400e-8114-8bc8d9db50b7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 210 time: 0.0337322 Aug 05 02:20:46.890138 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-467b8f8a-1fa0-42d4-903a-e183f9672fb0 req-9a79fc4f-e624-4223-8c6c-2a358e56e058 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0309935 Aug 05 02:20:46.949874 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.45', 53961) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:47.074409 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa7165-6878-4139-87cc-d0311df637e2 req-56e20a2c-052c-4f4d-8511-6c32b7deee18 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:47.077750 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-56e20a2c-052c-4f4d-8511-6c32b7deee18 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 819 time: 0.1238675 Aug 05 02:20:47.176909 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-558be637-94cc-43b4-80ff-96a51a27b579 req-595deee2-48e3-45ed-90eb-34d8a8523da1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0289772 Aug 05 02:20:47.252087 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b79a9d21-e897-4675-855a-cc3eabf85951 req-395b2a2e-2cf8-4a89-9824-4fdd93cb10b1 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.0284557 Aug 05 02:20:47.470591 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Request body: {'port': {'device_id': '786487b8-f24e-4034-82da-c95e8efbf4e4', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'admin_state_up': True, 'tenant_id': '00eaaf2e12844123996e26c1827d80b2'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:47.595408 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Made reservation on behalf of 00eaaf2e12844123996e26c1827d80b2 for: {'port': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:47.599079 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:47.641860 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b3c7cb43-0a11-4d59-ab2a-6aac4fdc3b47 req-2e7b7627-46e2-4819-adb2-21e2c21cabbb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.0289531 Aug 05 02:20:47.813361 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.45', 53966) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:47.928539 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-28b6639d-d892-42f1-9e85-06be50b5d674 req-401d1d8d-11c3-44dc-b175-ba8eada868e5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 210 time: 0.0550656 Aug 05 02:20:48.003807 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c7fc9a9d-24c7-4322-9051-d1eebba69866 req-2faaa63f-2109-4555-863f-6412d366d8c5 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0289814 Aug 05 02:20:48.031014 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Allocated IP 172.20.0.13 (9bc7c284-9f26-422a-ac52-0cd8c7ee2353/8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e/7f1f18fd-2855-4e72-99d7-6356085d6879) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:48.247760 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:48.287553 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:48.288757 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.45', 53969) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:48.305489 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:48.330626 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-875a5d7c-7cbb-4fb5-9e9f-65ae02cbe67e tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:48.353808 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-875a5d7c-7cbb-4fb5-9e9f-65ae02cbe67e tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.45 "GET /networking/v2.0/networks?id=8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e HTTP/1.1" status: 200 len: 812 time: 0.3242476 Aug 05 02:20:48.461762 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cbc65acc-ba8d-420a-a82b-72155933131c req-ca935dc9-ee0e-4d28-bf55-c5484e86b0db tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0785725 Aug 05 02:20:48.463751 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42a5d130-d400-460a-9a20-37b3cd19db3c req-40d81e4e-7a6e-4e92-b85d-931ccc0fd4d8 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.0600441 Aug 05 02:20:48.492602 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:48.502054 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:48.502054 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event updated for resources: {'Port': ['ID=7f1f18fd-2855-4e72-99d7-6356085d6879,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:48.507306 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:48.512818 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:48.518699 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:48.519402 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:48.563795 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Request body: {'port': {'device_id': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e', 'admin_state_up': True, 'tenant_id': '5550d9709b98404290936885c7bbb16d'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:48.580927 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-8f1f3f01-7fc3-4dce-8d99-4666808a5825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1151280 Aug 05 02:20:48.583272 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.45', 53971) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:48.592044 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-f6429ba8-d729-4145-b6f1-a69c3c564b46 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:48.593586 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-f6429ba8-d729-4145-b6f1-a69c3c564b46 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 814 time: 0.3037608 Aug 05 02:20:48.835301 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-1820e3d6-816e-48b4-9269-e0d0f9ab919c None None] Provisioning complete for port 7f1f18fd-2855-4e72-99d7-6356085d6879 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:48.838136 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1820e3d6-816e-48b4-9269-e0d0f9ab919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:48.924598 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b15a1684-c3f7-43ae-9f6f-1948502e1ba9 req-d661335d-8909-4b70-948e-eca66ae7ce4a tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.1037135 Aug 05 02:20:48.943771 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-1820e3d6-816e-48b4-9269-e0d0f9ab919c None None] Port 7f1f18fd-2855-4e72-99d7-6356085d6879 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:49.110146 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.45', 53974) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:49.169840 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f33bc892-ba49-4568-8456-23c5fa662c31 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:49.171343 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f33bc892-ba49-4568-8456-23c5fa662c31 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 816 time: 0.3213677 Aug 05 02:20:49.228712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.45', 53977) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:49.233618 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d85cce8d-b7b1-4e52-93af-cbf4152ac857 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:20:49.235167 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d85cce8d-b7b1-4e52-93af-cbf4152ac857 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0502036 Aug 05 02:20:49.250799 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Made reservation on behalf of 5550d9709b98404290936885c7bbb16d for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:49.254471 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:49.299280 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8d6e9e12-f3b5-4fea-99bd-bed2dc85aeb2 req-7620df64-d837-456f-86a0-9eb4457b8176 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.1195574 Aug 05 02:20:49.353340 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:49.519534 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cb8f0809-1a02-418d-b8fc-d8cee966da7c req-d87cac5e-54a4-4424-9fa8-dc9b8586b2e5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 210 time: 0.3354435 Aug 05 02:20:49.680297 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-2fbc3a12-7b4a-4dcc-bdcf-fc9581dedb90 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:49.694221 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-2fbc3a12-7b4a-4dcc-bdcf-fc9581dedb90 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 819 time: 0.5745828 Aug 05 02:20:49.770047 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-b8b08174-5c31-43ff-8894-9af9f46b5516 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6873a99b9878495895acb21ed2133bb6 HTTP/1.1" status: 200 len: 379 time: 0.5720782 Aug 05 02:20:49.784760 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Request body: {'port': {'device_id': 'fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'admin_state_up': True, 'tenant_id': '00eaaf2e12844123996e26c1827d80b2'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:49.789086 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-394e66a4-8110-490a-9122-1fcea1af6c8e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 380 time: 0.6167593 Aug 05 02:20:49.795358 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'port': {'device_id': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'admin_state_up': True, 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'security_groups': ['6a11df3c-ccc2-4546-95e0-78e96c4a8d96']}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:49.908546 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'port': {'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'admin_state_up': True, 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'security_groups': ['14d7514a-cf28-446a-982e-ab6b739b500e']}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:49.913369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-ef497f31-f558-4144-9def-280fdbcc4147 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:49.915010 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-ef497f31-f558-4144-9def-280fdbcc4147 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 811 time: 0.6763797 Aug 05 02:20:49.923808 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Request body: {'port': {'device_id': '786487b8-f24e-4034-82da-c95e8efbf4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:49.924437 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4013250e-77e8-48c6-a31c-5f5642bdf1d6 req-18037749-cf72-4d72-af96-473d3f2f43ba tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.2214463 Aug 05 02:20:49.983776 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4581e453-9640-4387-a141-49ee0838cd73 req-2994c5df-0503-4c36-9f91-4dc4c28f9293 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 210 time: 0.1696997 Aug 05 02:20:50.057836 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:50.219122 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Made reservation on behalf of 00eaaf2e12844123996e26c1827d80b2 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:50.223089 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:50.249102 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2e8f2198-749e-4497-9ee7-e9fe0f5f40f8 req-fc13cc86-f542-4020-b879-dd511edeabdb tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.1854062 Aug 05 02:20:50.275089 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:50.319593 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Made reservation on behalf of 6873a99b9878495895acb21ed2133bb6 for: {'port': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:50.323303 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:50.325761 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Allocated IP 172.20.0.7 (8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e/18615ac6-55b1-4cc9-95d3-ea9f6c56b01a/9d9c2151-858a-4f4b-ae99-508b1aadb74a) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:50.345095 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-586dc4ac-c979-4813-992f-36ce64e1510e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ce1ac0db26e648bba79191b3ad8a260b HTTP/1.1" status: 200 len: 379 time: 0.3884969 Aug 05 02:20:50.394981 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'port': {'device_id': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'admin_state_up': True, 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'security_groups': ['c3876887-5412-4538-adc3-3e4bf95be2c2']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:50.564755 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Made reservation on behalf of ad6a220b99d94a648150476bf0a01e50 for: {'port': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:50.568360 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:50.572143 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7fa2853b-6f34-483a-ae22-677b87914e74 req-eb3c1e3a-a609-479f-8710-7bdea56c5d40 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0868490 Aug 05 02:20:50.632207 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:50.792671 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:50.975761 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5923d895-af8d-44f6-a3c6-40235bdc673d req-c38494e9-ecbf-45f7-b97f-c578f1d31a99 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 210 time: 0.2295024 Aug 05 02:20:51.003864 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Allocated IP 172.20.0.13 (21fc4037-98aa-44e1-a7ca-1e86cf11ad68/f42bb0e6-336d-4d15-8a1c-8162a98ef3d1/661635b8-8836-4704-91ee-343c5d3a40eb) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:51.136707 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Publish callbacks [] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:51.174344 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Allocated IP 172.20.0.10 (9bc7c284-9f26-422a-ac52-0cd8c7ee2353/8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e/b8c923b8-6769-42f5-972e-79420f4f0498) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:51.277958 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:51.298450 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:51.749808 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-25bd9e1d-1f85-4b0f-bbbb-0971790692a6 req-69f23567-442d-4120-a15c-6e92178bd4d1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 210 time: 0.5624149 Aug 05 02:20:51.758857 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f9217d63-434f-4888-b908-c7a8fcbf6518 req-3d8ac6d5-2547-40a9-a858-71f1c69b80e3 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.6378183 Aug 05 02:20:51.792302 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Allocated IP 172.20.0.10 (528bd4e2-8ce2-403c-8a20-be166348ecb8/ba64233d-280c-40c6-b874-3f71d828d09d/7885d180-df69-43cf-b111-f789955314dc) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:51.934302 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:51.940505 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Pushing event updated for resources: {'Port': ['ID=9d9c2151-858a-4f4b-ae99-508b1aadb74a,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:51.966293 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-08dba8d3-6cde-4e4b-aedd-414ff16562c8 req-74ccb8d5-b25e-4ca7-a8a5-7037d631a17c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.0727742 Aug 05 02:20:51.984933 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:52.021954 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:52.036316 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Made reservation on behalf of ce1ac0db26e648bba79191b3ad8a260b for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:20:52.055884 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.071568 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:52.090248 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:52.091456 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.141041 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for port (661635b8-8836-4704-91ee-343c5d3a40eb), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.184365 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-4f997ccf-937e-4286-a01b-cddeef6fe43f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6254778 Aug 05 02:20:52.223275 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc33bd-23dd-417f-b8ec-5f8189125e2e req-380b3ae8-8346-4e78-8a45-e4e6a4f3b75e tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:52.234479 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-52bc33bd-23dd-417f-b8ec-5f8189125e2e req-380b3ae8-8346-4e78-8a45-e4e6a4f3b75e tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 931 time: 0.2730060 Aug 05 02:20:52.255365 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1981d1fe-fbdb-4195-bb81-3261c468c223 req-96242b71-9f6d-46e9-94fa-fa5fed9e9db4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 210 time: 0.0811903 Aug 05 02:20:52.334227 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.385876 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (7885d180-df69-43cf-b111-f789955314dc), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.389009 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for port (b8c923b8-6769-42f5-972e-79420f4f0498), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.418744 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:52.425326 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:52.437072 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:52.443693 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:52.444559 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.448262 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-cca38176-dd9c-476e-bdd7-fe8cc85ceeb7 None None] Provisioning complete for port 9d9c2151-858a-4f4b-ae99-508b1aadb74a triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:52.448812 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cca38176-dd9c-476e-bdd7-fe8cc85ceeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.474769 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:52.496383 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-f5604248-ba23-485e-b181-c8ecffc9329b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7061527 Aug 05 02:20:52.510311 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (7885d180-df69-43cf-b111-f789955314dc), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.532751 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-cca38176-dd9c-476e-bdd7-fe8cc85ceeb7 None None] Port 9d9c2151-858a-4f4b-ae99-508b1aadb74a cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:52.549303 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-52bc33bd-23dd-417f-b8ec-5f8189125e2e req-2c0e2abd-9261-447c-9800-ade31346931f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136094 Aug 05 02:20:52.596277 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:52.600474 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:52.606067 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:52.612420 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:52.613072 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.630710 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=7885d180-df69-43cf-b111-f789955314dc,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:52.688408 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:52.750710 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Allocated IP 172.20.0.7 (bf7849d5-61da-44b5-8e65-8d7323d12692/a5595a37-a3f8-4635-b4a8-fb68b430ff30/c3c4ea12-20f0-402c-a002-d09aebd27024) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:20:52.776234 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:52.871533 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-39e30672-ff94-477c-8442-596b988acf06 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9718916 Aug 05 02:20:52.918387 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Request body: {'port': {'device_id': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:52.989269 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Request body: {'port': {'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:52.990996 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-da9800e5-f6d2-426d-9358-ac995163267d None None] Provisioning complete for port 661635b8-8836-4704-91ee-343c5d3a40eb triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:52.994663 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-da9800e5-f6d2-426d-9358-ac995163267d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:53.006627 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:53.075201 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:53.103997 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e7f7c869-23da-4c3a-aa01-3684af92c46b req-66f2cd0c-37de-4c4f-a4e0-4644bf6c1769 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.0957491 Aug 05 02:20:53.122054 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-da9800e5-f6d2-426d-9358-ac995163267d None None] Port 661635b8-8836-4704-91ee-343c5d3a40eb cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:53.156750 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Request body: {'port': {'device_id': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:53.265969 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-447cc4e3-5ecc-4068-9b94-4afe16aa9bfd None None] Provisioning complete for port 7885d180-df69-43cf-b111-f789955314dc triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:53.266888 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-447cc4e3-5ecc-4068-9b94-4afe16aa9bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (7885d180-df69-43cf-b111-f789955314dc), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:53.303223 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36794) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:53.318496 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-447cc4e3-5ecc-4068-9b94-4afe16aa9bfd None None] Port 7885d180-df69-43cf-b111-f789955314dc cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:53.399670 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:53.404681 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6679ca-256e-4bff-a76e-4864a25679db req-9e8ebc9c-5fb8-4032-aa19-c051b3f30108 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:53.411494 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0c6679ca-256e-4bff-a76e-4864a25679db req-9e8ebc9c-5fb8-4032-aa19-c051b3f30108 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 932 time: 0.3429215 Aug 05 02:20:53.487196 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event updated for resources: {'Port': ['ID=b8c923b8-6769-42f5-972e-79420f4f0498,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:53.556057 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:53.592770 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:53.595448 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:53.601367 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:53.602130 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:53.711807 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:53.752767 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:53.756025 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bdf172d8-84c8-4461-91b6-7d6ed96c14f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:53.770230 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbec487-bdda-4079-a713-239cb8f9bf5c req-1d4a5cc4-99b8-4090-9353-e6877efe1547 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:53.776374 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7885d180-df69-43cf-b111-f789955314dc), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:53.782861 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0bbec487-bdda-4079-a713-239cb8f9bf5c req-1d4a5cc4-99b8-4090-9353-e6877efe1547 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 932 time: 0.4785051 Aug 05 02:20:53.844536 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-030eead4-8e8a-4344-b9c8-b3ece9f1a671 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1175547 Aug 05 02:20:54.038380 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:54.057607 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0c6679ca-256e-4bff-a76e-4864a25679db req-a43dbd21-f284-4fc2-bb4c-d1df4f531597 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155624 Aug 05 02:20:54.090380 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-a3b626e2-387d-4588-93d4-e26e347fc54d None None] Provisioning complete for port b8c923b8-6769-42f5-972e-79420f4f0498 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:54.099837 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a3b626e2-387d-4588-93d4-e26e347fc54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:54.166799 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:54.202504 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Request body: {'port': {'device_id': 'fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:54.220680 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-a3b626e2-387d-4588-93d4-e26e347fc54d None None] Port b8c923b8-6769-42f5-972e-79420f4f0498 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:54.271977 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1f18fd-2855-4e72-99d7-6356085d6879 {{(pid=104196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:20:54.350577 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0bbec487-bdda-4079-a713-239cb8f9bf5c req-f1f87a52-c291-4a7f-9d6c-bd951a1d0564 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5667381 Aug 05 02:20:54.386727 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a944736-9821-4f0e-aaf0-98982eb18d43 req-017d7413-a750-4379-8fee-5ec480230b43 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:54.386727 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2a944736-9821-4f0e-aaf0-98982eb18d43 req-017d7413-a750-4379-8fee-5ec480230b43 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 932 time: 0.1728923 Aug 05 02:20:54.395551 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Publish callbacks [] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:54.420531 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:54.489828 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.provisioning_blocks [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Transition to ACTIVE for port object 7f1f18fd-2855-4e72-99d7-6356085d6879 will not be triggered until provisioned by entity L2. {{(pid=104196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:20:54.558027 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:54.559074 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:54.654848 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f18fd-2855-4e72-99d7-6356085d6879,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:54.657756 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa4dbb-9ddf-4a85-917c-52920f9eec02 req-2207324e-bb24-405a-aa5b-5722bc80ca4d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:54.659684 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-00fa4dbb-9ddf-4a85-917c-52920f9eec02 req-2207324e-bb24-405a-aa5b-5722bc80ca4d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 931 time: 0.1180625 Aug 05 02:20:54.681441 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2a944736-9821-4f0e-aaf0-98982eb18d43 req-dd8e70c4-f760-440d-b047-19a2fb0b2336 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768734 Aug 05 02:20:54.815546 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Attempting to bind port 7f1f18fd-2855-4e72-99d7-6356085d6879 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:54.815907 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Attempting to bind port 7f1f18fd-2855-4e72-99d7-6356085d6879 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:54.816246 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Attempting to bind port 7f1f18fd-2855-4e72-99d7-6356085d6879 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:54.874817 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Port 7f1f18fd-2855-4e72-99d7-6356085d6879 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:20:54.875196 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Attempting to bind port 7f1f18fd-2855-4e72-99d7-6356085d6879 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:54.940199 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:54.941325 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-00fa4dbb-9ddf-4a85-917c-52920f9eec02 req-b3f2458b-60d3-4851-b441-05e5c528c9b7 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539540 Aug 05 02:20:54.947651 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c104620-9fea-4191-a0e1-d7cce764f705 req-a6e08852-0231-4e14-98e9-c5ca440f4644 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:54.949615 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Network bf7849d5-61da-44b5-8e65-8d7323d12692 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:20:54.955577 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1c104620-9fea-4191-a0e1-d7cce764f705 req-a6e08852-0231-4e14-98e9-c5ca440f4644 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 931 time: 0.0702424 Aug 05 02:20:54.962767 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:20:54.983612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:54.983612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Checking segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:54.983612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Bound using segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:54.983612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Bound port: 7f1f18fd-2855-4e72-99d7-6356085d6879, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:54.983612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.052265 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:20:55.092663 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:55.095313 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.207578 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1c104620-9fea-4191-a0e1-d7cce764f705 req-c289823d-9ac4-46f1-a775-c4f1f95c8c77 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509990 Aug 05 02:20:55.215407 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bdf172d8-84c8-4461-91b6-7d6ed96c14f7 admin admin] Publish callbacks [] for security_group (849ac816-2ec0-4c78-9574-4eecc1f38ea1), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.227763 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.266593 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8947437 Aug 05 02:20:55.282723 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bdf172d8-84c8-4461-91b6-7d6ed96c14f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (849ac816-2ec0-4c78-9574-4eecc1f38ea1), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.379174 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-ca611865-4fa1-4ce7-b2ba-1b5fe462fa2b None None] Provisioning complete for port c3c4ea12-20f0-402c-a002-d09aebd27024 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:20:55.379755 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ca611865-4fa1-4ce7-b2ba-1b5fe462fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.441578 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-ca611865-4fa1-4ce7-b2ba-1b5fe462fa2b None None] Port c3c4ea12-20f0-402c-a002-d09aebd27024 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:20:55.486044 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:55.492038 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-bdf172d8-84c8-4461-91b6-7d6ed96c14f7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2de8d8949f7c4c599cc404cafc591721&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1726985 Aug 05 02:20:55.492038 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd488f5b-68b9-4886-8467-8acdda8b1336 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'Port': ['ID=c3c4ea12-20f0-402c-a002-d09aebd27024,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:55.503914 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Request body: {'port': {'device_id': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:20:55.506690 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 36850) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:55.551136 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b14386-5cfb-4704-b223-51439b47cdd5 req-a8cbb360-3276-4897-a26d-8d1461822f16 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:55.553585 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-30b14386-5cfb-4704-b223-51439b47cdd5 req-a8cbb360-3276-4897-a26d-8d1461822f16 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 932 time: 0.0564647 Aug 05 02:20:55.566702 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661635b8-8836-4704-91ee-343c5d3a40eb {{(pid=104196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:20:55.576771 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Publish callbacks [] for port (661635b8-8836-4704-91ee-343c5d3a40eb), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.593339 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.provisioning_blocks [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Transition to ACTIVE for port object 661635b8-8836-4704-91ee-343c5d3a40eb will not be triggered until provisioned by entity L2. {{(pid=104196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:20:55.612866 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7885d180-df69-43cf-b111-f789955314dc {{(pid=104196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:20:55.618949 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.631659 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.645760 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Publish callbacks [] for port (7885d180-df69-43cf-b111-f789955314dc), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.684778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78669449-f74c-4f5f-8fa1-b438b632ccd0 req-d5009ce7-58eb-4d5e-aa16-c162d4cb4ab5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:55.693011 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-78669449-f74c-4f5f-8fa1-b438b632ccd0 req-d5009ce7-58eb-4d5e-aa16-c162d4cb4ab5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 932 time: 0.4365678 Aug 05 02:20:55.721848 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] For port 7f1f18fd-2855-4e72-99d7-6356085d6879, host hv-cinder-81558, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:55.729787 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf172d8-84c8-4461-91b6-7d6ed96c14f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849ac816-2ec0-4c78-9574-4eecc1f38ea1,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:55.761348 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Attempting to bind port 661635b8-8836-4704-91ee-343c5d3a40eb on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:55.761889 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Attempting to bind port 661635b8-8836-4704-91ee-343c5d3a40eb by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:55.762529 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Attempting to bind port 661635b8-8836-4704-91ee-343c5d3a40eb on network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:55.834575 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9c2151-858a-4f4b-ae99-508b1aadb74a {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:20:55.844540 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Publish callbacks [] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.876282 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Transition to ACTIVE for port object 9d9c2151-858a-4f4b-ae99-508b1aadb74a will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:20:55.884920 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:55.912542 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.959055 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-663e40c2-dbcc-415a-bf86-1f897d489722 admin admin] Publish callbacks [] for security_group (849ac816-2ec0-4c78-9574-4eecc1f38ea1), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:55.975865 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.provisioning_blocks [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Transition to ACTIVE for port object 7885d180-df69-43cf-b111-f789955314dc will not be triggered until provisioned by entity L2. {{(pid=104196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:20:55.987331 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] For port 7f1f18fd-2855-4e72-99d7-6356085d6879, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7f1f18fd-2855-4e72-99d7-6356085d6879,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:56.001479 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7885d180-df69-43cf-b111-f789955314dc), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.011990 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:56.020650 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Port 661635b8-8836-4704-91ee-343c5d3a40eb on network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:20:56.021160 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Attempting to bind port 661635b8-8836-4704-91ee-343c5d3a40eb on network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:56.026878 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.036954 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-30b14386-5cfb-4704-b223-51439b47cdd5 req-fa935cc4-5eed-459b-891d-3bbd5ff63f6f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351766 Aug 05 02:20:56.037833 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:56.038269 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Checking segment: {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:56.038805 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Bound using segment: {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:56.039361 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Bound port: 661635b8-8836-4704-91ee-343c5d3a40eb, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:56.039822 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.042949 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:56.043518 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.045774 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/7f1f18fd-2855-4e72-99d7-6356085d6879 HTTP/1.1" status: 200 len: 1094 time: 6.3028057 Aug 05 02:20:56.065877 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786487b8-f24e-4034-82da-c95e8efbf4e4', 'tag': '7f1f18fd-2855-4e72-99d7-6356085d6879'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:20:56.188631 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:56.279226 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Pushing event updated for resources: {'Port': ['ID=7885d180-df69-43cf-b111-f789955314dc,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:56.279226 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Attempting to bind port 7885d180-df69-43cf-b111-f789955314dc on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:56.279226 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Attempting to bind port 7885d180-df69-43cf-b111-f789955314dc by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:56.279226 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Attempting to bind port 7885d180-df69-43cf-b111-f789955314dc on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:56.327706 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e323-a750-495e-9783-d5df3fc81a9b req-c2870f25-bb47-4409-a4fb-7857e044c01c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:56.328835 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8b06e323-a750-495e-9783-d5df3fc81a9b req-c2870f25-bb47-4409-a4fb-7857e044c01c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.1588814 Aug 05 02:20:56.340277 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Port 7885d180-df69-43cf-b111-f789955314dc on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:20:56.341442 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Attempting to bind port 7885d180-df69-43cf-b111-f789955314dc on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:56.382276 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:56.382733 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Checking segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:56.383219 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Bound using segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:56.383824 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Bound port: 7885d180-df69-43cf-b111-f789955314dc, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:56.384263 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7885d180-df69-43cf-b111-f789955314dc), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.409336 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c8c94b-76c1-49cd-9051-0181607c93d4" -d '{"events": [{"name": "network-changed", "server_uuid": "786487b8-f24e-4034-82da-c95e8efbf4e4", "tag": "7f1f18fd-2855-4e72-99d7-6356085d6879"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:20:56.445458 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:56.524520 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:56.526336 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de385c-8a2b-4c35-af8d-91bda75215a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f18fd-2855-4e72-99d7-6356085d6879,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:56.536779 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-663e40c2-dbcc-415a-bf86-1f897d489722 admin admin] Publish callbacks [] for security_group (849ac816-2ec0-4c78-9574-4eecc1f38ea1), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.562670 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:56.568641 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa7165-6878-4139-87cc-d0311df637e2 req-5a03b74a-53a6-4a04-a411-b34f2f64912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:56.570326 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-5a03b74a-53a6-4a04-a411-b34f2f64912a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 1128 time: 0.1892328 Aug 05 02:20:56.571635 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.591872 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:56.592807 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.594420 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/661635b8-8836-4704-91ee-343c5d3a40eb HTTP/1.1" status: 200 len: 1094 time: 3.7113461 Aug 05 02:20:56.661199 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Attempting to bind port 9d9c2151-858a-4f4b-ae99-508b1aadb74a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:56.661911 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Attempting to bind port 9d9c2151-858a-4f4b-ae99-508b1aadb74a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:56.662499 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Attempting to bind port 9d9c2151-858a-4f4b-ae99-508b1aadb74a on network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:56.743160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Port 9d9c2151-858a-4f4b-ae99-508b1aadb74a on network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:20:56.745356 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Attempting to bind port 9d9c2151-858a-4f4b-ae99-508b1aadb74a on network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:56.758967 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.795064 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8b06e323-a750-495e-9783-d5df3fc81a9b req-e239596c-1c22-4c1a-8236-417e1803ad33 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4403245 Aug 05 02:20:56.837031 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-706445a4-2322-466f-97d7-a461c676d332 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1f18fd-2855-4e72-99d7-6356085d6879 HTTP/1.1" status: 200 len: 217 time: 0.2338228 Aug 05 02:20:56.869015 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] For port 7885d180-df69-43cf-b111-f789955314dc, host hv-cinder-81558, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:56.927168 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:56.927511 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Checking segment: {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:56.928099 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Bound using segment: {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:56.928757 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Bound port: 9d9c2151-858a-4f4b-ae99-508b1aadb74a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:56.929299 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:56.995678 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-78669449-f74c-4f5f-8fa1-b438b632ccd0 req-fa95d7e8-9051-4daa-acf5-f22a5a99b3b3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3017926 Aug 05 02:20:57.033888 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Pushing event updated for resources: {'Port': ['ID=9d9c2151-858a-4f4b-ae99-508b1aadb74a,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:57.172949 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa7165-6878-4139-87cc-d0311df637e2 req-c76027b4-f44e-4f9f-aaa8-a8f3cf75187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:57.174506 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-c76027b4-f44e-4f9f-aaa8-a8f3cf75187f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.3070881 Aug 05 02:20:57.178984 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] For port 7885d180-df69-43cf-b111-f789955314dc, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7885d180-df69-43cf-b111-f789955314dc,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:57.191113 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-ffd64ecd-ae85-4a67-96b3-1aff496b129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:57.193000 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-ffd64ecd-ae85-4a67-96b3-1aff496b129b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 1128 time: 0.3861725 Aug 05 02:20:57.196293 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] For port 9d9c2151-858a-4f4b-ae99-508b1aadb74a, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:57.201360 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575649c1-152a-44c0-afe8-342ea69eb19b service neutron] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:57.211193 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7885d180-df69-43cf-b111-f789955314dc), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:57.215914 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:57.216559 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:57.220940 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/7885d180-df69-43cf-b111-f789955314dc HTTP/1.1" status: 200 len: 1094 time: 4.2524459 Aug 05 02:20:57.235083 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4020a8-2bfe-43ff-a9a9-60d136c97d82 req-0360593b-609f-45fd-b079-73bd5c45e5eb tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:57.242699 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8e4020a8-2bfe-43ff-a9a9-60d136c97d82 req-0360593b-609f-45fd-b079-73bd5c45e5eb tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.2654378 Aug 05 02:20:57.259008 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] For port 9d9c2151-858a-4f4b-ae99-508b1aadb74a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9d9c2151-858a-4f4b-ae99-508b1aadb74a,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:57.295544 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:57.337437 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:57.345191 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05805c01-c474-4556-918d-0af60a83ae03 req-137d9ed4-5be4-454d-92c6-a8965e75132b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:57.353216 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05805c01-c474-4556-918d-0af60a83ae03 req-137d9ed4-5be4-454d-92c6-a8965e75132b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 931 time: 0.1673791 Aug 05 02:20:57.369433 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8e4020a8-2bfe-43ff-a9a9-60d136c97d82 req-b0715fcf-b668-40c4-8bb0-ce3fb845fcf2 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257010 Aug 05 02:20:57.425053 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:57.425675 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:57.427090 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/9d9c2151-858a-4f4b-ae99-508b1aadb74a HTTP/1.1" status: 200 len: 1093 time: 4.3322539 Aug 05 02:20:57.429871 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'tag': '9d9c2151-858a-4f4b-ae99-508b1aadb74a'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:20:57.517851 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa7165-6878-4139-87cc-d0311df637e2 req-60d862f6-69b1-40ca-a0c4-8ca1470d08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:57.524992 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-60d862f6-69b1-40ca-a0c4-8ca1470d08b0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1520412 Aug 05 02:20:57.579319 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-663e40c2-dbcc-415a-bf86-1f897d489722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (849ac816-2ec0-4c78-9574-4eecc1f38ea1), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:57.582134 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-663e40c2-dbcc-415a-bf86-1f897d489722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:57.583469 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-663e40c2-dbcc-415a-bf86-1f897d489722 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/849ac816-2ec0-4c78-9574-4eecc1f38ea1 HTTP/1.1" status: 204 len: 168 time: 2.0718858 Aug 05 02:20:57.651898 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3", "tag": "9d9c2151-858a-4f4b-ae99-508b1aadb74a"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:20:57.691599 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-0a9f3f35-a1cd-40b1-b164-346257b9b41d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661635b8-8836-4704-91ee-343c5d3a40eb HTTP/1.1" status: 200 len: 217 time: 0.2918534 Aug 05 02:20:57.755475 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:57.756493 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e40c2-dbcc-415a-bf86-1f897d489722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ac816-2ec0-4c78-9574-4eecc1f38ea1,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:57.870410 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1c1df-6399-4297-a026-ce957aaf67ae service neutron] Pushing event updated for resources: {'Port': ['ID=9d9c2151-858a-4f4b-ae99-508b1aadb74a,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:57.915416 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-1b05a957-df98-44ee-974b-5027ca82b755 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994125 Aug 05 02:20:57.916289 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a3cdb-4f23-4d75-bb63-b4bbefb3b2aa service neutron] Pushing event updated for resources: {'Port': ['ID=7885d180-df69-43cf-b111-f789955314dc,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:57.921902 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-a29e0f89-d8ca-41f9-a184-34244017386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:57.925861 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-a29e0f89-d8ca-41f9-a184-34244017386c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 1128 time: 0.4004083 Aug 05 02:20:57.938132 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b98953d-4cf6-4d89-ab83-14ef3f9d99d9 x-openstack-request-id: req-1b98953d-4cf6-4d89-ab83-14ef3f9d99d9 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:20:57.938457 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786487b8-f24e-4034-82da-c95e8efbf4e4", "tag": "7f1f18fd-2855-4e72-99d7-6356085d6879", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:20:57.938856 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b98953d-4cf6-4d89-ab83-14ef3f9d99d9 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:20:57.939598 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b98953d-4cf6-4d89-ab83-14ef3f9d99d9'] response: {'name': 'network-changed', 'server_uuid': '786487b8-f24e-4034-82da-c95e8efbf4e4', 'tag': '7f1f18fd-2855-4e72-99d7-6356085d6879', 'status': 'completed', 'code': 200} Aug 05 02:20:57.994456 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-384ef80c-11bc-45b3-a7dd-5362c6146c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:57.998299 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-384ef80c-11bc-45b3-a7dd-5362c6146c55 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5550d9709b98404290936885c7bbb16d&device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 1127 time: 0.3797016 Aug 05 02:20:57.999482 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c923b8-6769-42f5-972e-79420f4f0498 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:20:58.026711 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Publish callbacks [] for port (b8c923b8-6769-42f5-972e-79420f4f0498), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:58.106561 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05805c01-c474-4556-918d-0af60a83ae03 req-eac20c6a-4736-420d-84c9-2c25435d0be1 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7521927 Aug 05 02:20:58.174195 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a754578-e8be-44c9-aef8-f5128cb874ad req-938c2ac5-c232-4d69-a7ef-c1adc421ae3b tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:58.174704 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Transition to ACTIVE for port object b8c923b8-6769-42f5-972e-79420f4f0498 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:20:58.178105 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0a754578-e8be-44c9-aef8-f5128cb874ad req-938c2ac5-c232-4d69-a7ef-c1adc421ae3b tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.2547812 Aug 05 02:20:58.210981 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:58.250610 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:58.269729 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-b0fa1a23-fc75-4c3e-b331-a1030e9c113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:58.276523 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-b0fa1a23-fc75-4c3e-b331-a1030e9c113a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.3359857 Aug 05 02:20:58.384146 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36920) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:58.500730 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f49d602a-d141-4127-9332-4be8773e324b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:58.586100 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0a754578-e8be-44c9-aef8-f5128cb874ad req-9f4ada86-928b-40b3-8e21-bb2c55a7ccb9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963630 Aug 05 02:20:58.657167 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-3512cad2-3aaa-4b8c-b0d5-2a4af0e4ebaf service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7885d180-df69-43cf-b111-f789955314dc HTTP/1.1" status: 200 len: 217 time: 0.2775049 Aug 05 02:20:58.709054 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c923b8-6769-42f5-972e-79420f4f0498,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:58.785854 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Attempting to bind port b8c923b8-6769-42f5-972e-79420f4f0498 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:58.786403 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Attempting to bind port b8c923b8-6769-42f5-972e-79420f4f0498 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:58.787088 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Attempting to bind port b8c923b8-6769-42f5-972e-79420f4f0498 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:58.803145 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-330248fc-6ef8-4b9b-9a53-4907c1433e57 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d9c2151-858a-4f4b-ae99-508b1aadb74a HTTP/1.1" status: 200 len: 217 time: 0.4180369 Aug 05 02:20:58.839744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Port b8c923b8-6769-42f5-972e-79420f4f0498 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:20:58.840209 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Attempting to bind port b8c923b8-6769-42f5-972e-79420f4f0498 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:58.858291 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-72617b41-c333-4af4-8cc8-6ca32156c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:58.865249 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-72617b41-c333-4af4-8cc8-6ca32156c9c2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.1511166 Aug 05 02:20:58.868688 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:58.869141 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Checking segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:58.869730 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Bound using segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:58.870365 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Bound port: b8c923b8-6769-42f5-972e-79420f4f0498, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:58.870906 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:58.888980 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c4ea12-20f0-402c-a002-d09aebd27024 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:20:58.929886 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c48a4a-dda6-44c2-b34d-9e16dfb3246d x-openstack-request-id: req-a6c48a4a-dda6-44c2-b34d-9e16dfb3246d {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:20:58.931255 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3", "tag": "9d9c2151-858a-4f4b-ae99-508b1aadb74a", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:20:58.931813 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6c48a4a-dda6-44c2-b34d-9e16dfb3246d {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:20:58.938277 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c48a4a-dda6-44c2-b34d-9e16dfb3246d'] response: {'name': 'network-changed', 'server_uuid': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'tag': '9d9c2151-858a-4f4b-ae99-508b1aadb74a', 'status': 'completed', 'code': 200} Aug 05 02:20:59.030288 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-5b851383-9093-4fde-9403-1ac9a45b91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:59.032031 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-5b851383-9093-4fde-9403-1ac9a45b91a3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6487699 Aug 05 02:20:59.062198 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b184eb-3301-4d84-9471-e4d8370efb8a req-488a7c6a-bc59-4b94-bac6-fbdbcaaf3425 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:59.064129 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d7b184eb-3301-4d84-9471-e4d8370efb8a req-488a7c6a-bc59-4b94-bac6-fbdbcaaf3425 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.3224716 Aug 05 02:20:59.073162 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-d56db522-27ef-454a-8277-eb3b60b5548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:59.074858 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-d56db522-27ef-454a-8277-eb3b60b5548e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1513627 Aug 05 02:20:59.079275 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Publish callbacks [] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.099611 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:59.186509 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Transition to ACTIVE for port object c3c4ea12-20f0-402c-a002-d09aebd27024 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:20:59.233835 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.271026 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:59.296876 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed41c-0dc0-4356-b368-7975b82480a5 req-e46996f2-d368-400b-83db-b7917fcad933 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:59.298669 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ef4ed41c-0dc0-4356-b368-7975b82480a5 req-e46996f2-d368-400b-83db-b7917fcad933 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.2158966 Aug 05 02:20:59.347470 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Pushing event updated for resources: {'Port': ['ID=c3c4ea12-20f0-402c-a002-d09aebd27024,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:59.361888 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] For port b8c923b8-6769-42f5-972e-79420f4f0498, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:59.396150 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-e4a9369a-16f4-47eb-981f-f45daad7cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:59.397403 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-e4a9369a-16f4-47eb-981f-f45daad7cf95 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=18615ac6-55b1-4cc9-95d3-ea9f6c56b01a HTTP/1.1" status: 200 len: 851 time: 0.5178893 Aug 05 02:20:59.414191 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13fa7165-6878-4139-87cc-d0311df637e2 req-5d0fd24f-a1e6-415b-bc8b-c6b2dabf8229 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0281353 Aug 05 02:20:59.417480 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] For port b8c923b8-6769-42f5-972e-79420f4f0498, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b8c923b8-6769-42f5-972e-79420f4f0498,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:59.452106 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.469953 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:59.470659 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.473334 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/b8c923b8-6769-42f5-972e-79420f4f0498 HTTP/1.1" status: 200 len: 1094 time: 5.2918556 Aug 05 02:20:59.475349 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d7b184eb-3301-4d84-9471-e4d8370efb8a req-227d4228-9984-46ae-ba8c-93b756c49545 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824704 Aug 05 02:20:59.500003 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-200cfe19-b228-453f-a8f4-958b79ec1356 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924961 Aug 05 02:20:59.503922 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Attempting to bind port c3c4ea12-20f0-402c-a002-d09aebd27024 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:20:59.504454 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Attempting to bind port c3c4ea12-20f0-402c-a002-d09aebd27024 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:20:59.504822 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Attempting to bind port c3c4ea12-20f0-402c-a002-d09aebd27024 on network bf7849d5-61da-44b5-8e65-8d7323d12692 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:59.506311 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-2f22d448-4d57-4468-b93f-fe5d71577bb2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291646 Aug 05 02:20:59.519349 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f49d602a-d141-4127-9332-4be8773e324b admin admin] Publish callbacks [] for security_group (f59a5186-0466-44b9-a792-ef68516153ce), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.525630 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f49d602a-d141-4127-9332-4be8773e324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f59a5186-0466-44b9-a792-ef68516153ce), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.534513 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Port c3c4ea12-20f0-402c-a002-d09aebd27024 on network bf7849d5-61da-44b5-8e65-8d7323d12692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:20:59.534883 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Attempting to bind port c3c4ea12-20f0-402c-a002-d09aebd27024 on network bf7849d5-61da-44b5-8e65-8d7323d12692 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:20:59.539654 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ef4ed41c-0dc0-4356-b368-7975b82480a5 req-66bfac00-4b6d-402b-81ac-c8ae242ba90f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230787 Aug 05 02:20:59.565668 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:20:59.566007 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Checking segment: {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:20:59.568383 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Bound using segment: {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:20:59.568383 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Bound port: c3c4ea12-20f0-402c-a002-d09aebd27024, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:20:59.568383 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.620409 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-f49d602a-d141-4127-9332-4be8773e324b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9e32123b50044aea9e1ad0c30da629d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2332869 Aug 05 02:20:59.621128 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 36946) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:20:59.621783 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d602a-d141-4127-9332-4be8773e324b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59a5186-0466-44b9-a792-ef68516153ce,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:59.629139 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93025874-9bc0-4524-98cf-f22835046c08 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c923b8-6769-42f5-972e-79420f4f0498,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:59.755865 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] For port c3c4ea12-20f0-402c-a002-d09aebd27024, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:20:59.767186 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] For port c3c4ea12-20f0-402c-a002-d09aebd27024, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c3c4ea12-20f0-402c-a002-d09aebd27024,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:20:59.781775 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.786258 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:59.786877 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.788275 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/c3c4ea12-20f0-402c-a002-d09aebd27024 HTTP/1.1" status: 200 len: 1093 time: 4.3683915 Aug 05 02:20:59.788716 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:20:59.853619 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65af78-be8a-4340-88b2-6f2520889b89 req-e5c8e632-188d-463f-9438-d104e228e6d5 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:20:59.855500 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bf65af78-be8a-4340-88b2-6f2520889b89 req-e5c8e632-188d-463f-9438-d104e228e6d5 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.1436543 Aug 05 02:20:59.897288 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a423e13b-bc29-4e67-aec4-5bbc96c94bf6 admin admin] Publish callbacks [] for security_group (f59a5186-0466-44b9-a792-ef68516153ce), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:20:59.940458 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb'}, {'name': 'network-changed', 'server_uuid': '1a387642-9e46-4a64-8017-43786f426b70', 'tag': '7885d180-df69-43cf-b111-f789955314dc'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:20:59.943374 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41" -d '{"events": [{"name": "network-changed", "server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb"}, {"name": "network-changed", "server_uuid": "1a387642-9e46-4a64-8017-43786f426b70", "tag": "7885d180-df69-43cf-b111-f789955314dc"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:20:59.949486 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a423e13b-bc29-4e67-aec4-5bbc96c94bf6 admin admin] Publish callbacks [] for security_group (f59a5186-0466-44b9-a792-ef68516153ce), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:00.027755 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bf65af78-be8a-4340-88b2-6f2520889b89 req-2f3f3b77-a414-4bc3-aa98-d23b362d797a tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460102 Aug 05 02:21:00.035324 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:00.081210 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a423e13b-bc29-4e67-aec4-5bbc96c94bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f59a5186-0466-44b9-a792-ef68516153ce), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:00.083233 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741e317-dd8c-411e-ae9e-61deeb288825 req-cdb1ea82-4c10-4735-b931-0eb94672070e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:00.084970 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a423e13b-bc29-4e67-aec4-5bbc96c94bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:00.086423 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-a423e13b-bc29-4e67-aec4-5bbc96c94bf6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f59a5186-0466-44b9-a792-ef68516153ce HTTP/1.1" status: 204 len: 168 time: 0.4488208 Aug 05 02:21:00.093694 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6741e317-dd8c-411e-ae9e-61deeb288825 req-cdb1ea82-4c10-4735-b931-0eb94672070e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0949206 Aug 05 02:21:00.106770 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423e13b-bc29-4e67-aec4-5bbc96c94bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59a5186-0466-44b9-a792-ef68516153ce,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:00.116497 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601adda-c7fe-4756-aaa6-cc88e8d2de1a service neutron] Pushing event updated for resources: {'Port': ['ID=c3c4ea12-20f0-402c-a002-d09aebd27024,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:00.157452 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6741e317-dd8c-411e-ae9e-61deeb288825 req-aeb92dd6-420c-49b2-802b-46821cc38971 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607874 Aug 05 02:21:00.261912 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca0ec5-6c2f-408e-8db4-6c51e3d763df req-a872deb8-6838-4549-8579-01df17ce275b tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:00.266163 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4dca0ec5-6c2f-408e-8db4-6c51e3d763df req-a872deb8-6838-4549-8579-01df17ce275b tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.0892444 Aug 05 02:21:00.267754 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Aug 2022 02:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e509ea04-f701-4187-b780-dbf289386d24 x-openstack-request-id: req-e509ea04-f701-4187-b780-dbf289386d24 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:00.268046 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a387642-9e46-4a64-8017-43786f426b70", "tag": "7885d180-df69-43cf-b111-f789955314dc", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:00.268298 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e509ea04-f701-4187-b780-dbf289386d24 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:00.268707 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e509ea04-f701-4187-b780-dbf289386d24'] response: {'name': 'network-changed', 'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb', 'status': 'completed', 'code': 200} Aug 05 02:21:00.268958 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e509ea04-f701-4187-b780-dbf289386d24'] response: {'name': 'network-changed', 'server_uuid': '1a387642-9e46-4a64-8017-43786f426b70', 'tag': '7885d180-df69-43cf-b111-f789955314dc', 'status': 'completed', 'code': 200} Aug 05 02:21:00.332741 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4dca0ec5-6c2f-408e-8db4-6c51e3d763df req-d785b418-2cec-4abb-aa45-2b5bd38cba3e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589087 Aug 05 02:21:00.643593 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126c33f-3c15-4bc6-baba-08341f7da18e req-d44f760d-b105-4341-b9fe-de415b4c9bf7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:00.645170 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3126c33f-3c15-4bc6-baba-08341f7da18e req-d44f760d-b105-4341-b9fe-de415b4c9bf7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0576279 Aug 05 02:21:00.709215 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68730e9-0055-48f0-927a-5a1a0ae9fcfb req-66ebb878-82c1-439a-819c-8f2bb6e0738d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:00.709866 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3126c33f-3c15-4bc6-baba-08341f7da18e req-5f2af9d9-6a7d-46e7-a5da-227faa56cd00 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587113 Aug 05 02:21:00.710674 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b68730e9-0055-48f0-927a-5a1a0ae9fcfb req-66ebb878-82c1-439a-819c-8f2bb6e0738d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0517402 Aug 05 02:21:00.761532 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b68730e9-0055-48f0-927a-5a1a0ae9fcfb req-e3471d4c-6c83-443c-aeb9-d8f70edb4343 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Aug 05 02:21:00.939301 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2', 'tag': 'b8c923b8-6769-42f5-972e-79420f4f0498'}, {'name': 'network-changed', 'server_uuid': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'tag': 'c3c4ea12-20f0-402c-a002-d09aebd27024'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:00.941708 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c68f17-7d99-474b-8031-ead0beb18b15" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2", "tag": "b8c923b8-6769-42f5-972e-79420f4f0498"}, {"name": "network-changed", "server_uuid": "d325dc2e-780c-41fe-bdad-ac41805f3534", "tag": "c3c4ea12-20f0-402c-a002-d09aebd27024"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:00.986502 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebeffee-e12c-43bf-a119-ecc02e6ea84f x-openstack-request-id: req-8ebeffee-e12c-43bf-a119-ecc02e6ea84f {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:00.987079 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2", "tag": "b8c923b8-6769-42f5-972e-79420f4f0498", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d325dc2e-780c-41fe-bdad-ac41805f3534", "tag": "c3c4ea12-20f0-402c-a002-d09aebd27024", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:00.987339 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ebeffee-e12c-43bf-a119-ecc02e6ea84f {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:00.988073 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ebeffee-e12c-43bf-a119-ecc02e6ea84f'] response: {'name': 'network-changed', 'server_uuid': 'fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2', 'tag': 'b8c923b8-6769-42f5-972e-79420f4f0498', 'status': 'completed', 'code': 200} Aug 05 02:21:00.988656 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ebeffee-e12c-43bf-a119-ecc02e6ea84f'] response: {'name': 'network-changed', 'server_uuid': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'tag': 'c3c4ea12-20f0-402c-a002-d09aebd27024', 'status': 'completed', 'code': 200} Aug 05 02:21:01.185000 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc32b7-176b-4bad-bacc-59754e3154d3 req-31809ca6-16b7-4757-a426-93417255b31f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:01.187238 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c1dc32b7-176b-4bad-bacc-59754e3154d3 req-31809ca6-16b7-4757-a426-93417255b31f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0592926 Aug 05 02:21:01.263033 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c1dc32b7-176b-4bad-bacc-59754e3154d3 req-08e5ecaf-c8a8-4f53-b105-87398ff5126e tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586047 Aug 05 02:21:01.329744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f74cd-1dd3-46fa-9190-7f13a9c235ad req-c31ddeee-4232-4577-9ac1-19e58dbada54 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:01.331232 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-528f74cd-1dd3-46fa-9190-7f13a9c235ad req-c31ddeee-4232-4577-9ac1-19e58dbada54 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0710053 Aug 05 02:21:01.382688 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-528f74cd-1dd3-46fa-9190-7f13a9c235ad req-a6b3b897-ba07-4f37-a2e1-9af12c5d6479 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458961 Aug 05 02:21:01.462081 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a158-fe7f-4a2c-a507-fe35a2eca3f9 req-88615d14-65e5-492b-9f5e-54327dfd3e09 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:01.463534 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ee52a158-fe7f-4a2c-a507-fe35a2eca3f9 req-88615d14-65e5-492b-9f5e-54327dfd3e09 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.0470576 Aug 05 02:21:01.514114 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ee52a158-fe7f-4a2c-a507-fe35a2eca3f9 req-90590106-31b0-40eb-a302-d817aa46283d tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 Aug 05 02:21:01.881560 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca0f46-ae3a-409f-9852-0317e7f9bf1a req-6d8426d7-2abe-4cdf-9751-a5b2896fa090 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:01.883349 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d6ca0f46-ae3a-409f-9852-0317e7f9bf1a req-6d8426d7-2abe-4cdf-9751-a5b2896fa090 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0573750 Aug 05 02:21:01.905102 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3699542-9336-413c-b6db-2b3d35514763 req-50de8619-02ae-405c-bd2d-adcc97a7ce45 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:01.906859 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c3699542-9336-413c-b6db-2b3d35514763 req-50de8619-02ae-405c-bd2d-adcc97a7ce45 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0615826 Aug 05 02:21:01.936262 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d6ca0f46-ae3a-409f-9852-0317e7f9bf1a req-394661eb-b312-4428-8f9f-2d595f509c8d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470312 Aug 05 02:21:01.961298 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c3699542-9336-413c-b6db-2b3d35514763 req-75d967c3-5527-414d-a4e2-1c737ee317eb tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475707 Aug 05 02:21:02.415138 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc75b71-2c77-4429-a28b-a416172aab28 req-d5e5ba2b-0e3a-4fbe-80d4-c5bb7a9ff1f4 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:02.421991 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dcc75b71-2c77-4429-a28b-a416172aab28 req-d5e5ba2b-0e3a-4fbe-80d4-c5bb7a9ff1f4 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0608974 Aug 05 02:21:02.479419 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dcc75b71-2c77-4429-a28b-a416172aab28 req-ca75c52d-7100-4b90-b29c-218f6c493ea6 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Aug 05 02:21:02.511813 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37076) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:02.527916 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b4176-d761-4571-80ed-8f559efb4991 req-03d62e13-67d8-4685-8461-0ba8cc194391 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:02.530482 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5c9b4176-d761-4571-80ed-8f559efb4991 req-03d62e13-67d8-4685-8461-0ba8cc194391 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0630169 Aug 05 02:21:02.562421 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:02.591606 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5c9b4176-d761-4571-80ed-8f559efb4991 req-5a959e91-b34e-40bd-ba54-5540d7f70416 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545180 Aug 05 02:21:02.672531 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683452c-4cd4-49f0-8475-4d6deb3b842c req-34e6a736-e40b-49e0-a74b-43629b31b619 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:02.674193 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d683452c-4cd4-49f0-8475-4d6deb3b842c req-34e6a736-e40b-49e0-a74b-43629b31b619 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.0748894 Aug 05 02:21:02.686873 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3405a3ce-82a9-46b2-9046-6f0141de61c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:02.727279 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:02.764846 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d683452c-4cd4-49f0-8475-4d6deb3b842c req-a0934a6c-896d-4946-8ef9-ccef923f01be tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754869 Aug 05 02:21:02.810744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3405a3ce-82a9-46b2-9046-6f0141de61c9 admin admin] Publish callbacks [] for security_group (4f51935c-aa01-4c07-9eca-92eea01c2a7e), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:02.815514 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3405a3ce-82a9-46b2-9046-6f0141de61c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (4f51935c-aa01-4c07-9eca-92eea01c2a7e), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:02.854343 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405a3ce-82a9-46b2-9046-6f0141de61c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f51935c-aa01-4c07-9eca-92eea01c2a7e,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:02.861927 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-3405a3ce-82a9-46b2-9046-6f0141de61c9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e0a3bb548cf848d688133b9c6c6c0b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460031 Aug 05 02:21:02.862256 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37090) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:02.913085 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fcb150fc-fbb7-4ae2-bec6-161690fc730f admin admin] Publish callbacks [] for security_group (4f51935c-aa01-4c07-9eca-92eea01c2a7e), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:02.947161 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fcb150fc-fbb7-4ae2-bec6-161690fc730f admin admin] Publish callbacks [] for security_group (4f51935c-aa01-4c07-9eca-92eea01c2a7e), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:03.002003 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fcb150fc-fbb7-4ae2-bec6-161690fc730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (4f51935c-aa01-4c07-9eca-92eea01c2a7e), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:03.005972 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fcb150fc-fbb7-4ae2-bec6-161690fc730f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:03.007555 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-fcb150fc-fbb7-4ae2-bec6-161690fc730f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4f51935c-aa01-4c07-9eca-92eea01c2a7e HTTP/1.1" status: 204 len: 168 time: 0.1444209 Aug 05 02:21:03.024650 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb150fc-fbb7-4ae2-bec6-161690fc730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f51935c-aa01-4c07-9eca-92eea01c2a7e,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:03.075523 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec5c0e-2cbe-4777-81a9-c5166e323387 req-31ffb59e-39dc-4b36-b6f1-8d4fc3a0fc0c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.077247 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ffec5c0e-2cbe-4777-81a9-c5166e323387 req-31ffb59e-39dc-4b36-b6f1-8d4fc3a0fc0c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0544817 Aug 05 02:21:03.099850 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:03.119996 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5f47c-65c6-4902-a803-36178c700c8c req-1d951b11-fc1b-45cd-828e-4997675202e0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.122046 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fee5f47c-65c6-4902-a803-36178c700c8c req-1d951b11-fc1b-45cd-828e-4997675202e0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0586565 Aug 05 02:21:03.143135 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ffec5c0e-2cbe-4777-81a9-c5166e323387 req-ef626836-824a-44db-8960-d24b303d12f5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600069 Aug 05 02:21:03.202098 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fee5f47c-65c6-4902-a803-36178c700c8c req-0514ce7b-6b23-4601-ba3a-19d9cf823118 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734229 Aug 05 02:21:03.277776 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fecba6-ec77-4ec4-8c82-1f84fc5e5b79 req-5536e8bf-ed70-4fc0-9a70-809388d110c7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021502 Aug 05 02:21:03.294889 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-6354f8a9-31c0-4ea5-999b-6edd14876e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.296379 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-6354f8a9-31c0-4ea5-999b-6edd14876e2c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1188900 Aug 05 02:21:03.322979 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-ce5212d8-5b3e-4064-b3fe-66cccd0fcfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.324461 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-ce5212d8-5b3e-4064-b3fe-66cccd0fcfb1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 1128 time: 0.0706213 Aug 05 02:21:03.338176 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0afa67dd-f20c-4ccb-9192-a52e345c216c req-7cb1b063-39ae-4acd-ab9d-4ae3251d460d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617978 Aug 05 02:21:03.373907 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-84dba3ed-b436-48e2-b69d-99b5ebb2eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.375894 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-84dba3ed-b436-48e2-b69d-99b5ebb2eee9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 1127 time: 0.0652533 Aug 05 02:21:03.383290 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37102) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:03.414526 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-68563872-6b4a-43bb-b281-2317fa4509e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:03.465393 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-3f9a4e61-9163-45b9-b015-1fb4506cfa9b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c4ea12-20f0-402c-a002-d09aebd27024 HTTP/1.1" status: 200 len: 217 time: 0.0468519 Aug 05 02:21:03.468669 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-bdca2079-1e50-4aa9-8b91-470e975d4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.470074 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-bdca2079-1e50-4aa9-8b91-470e975d4cbe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 1128 time: 0.1186421 Aug 05 02:21:03.551227 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:03.594706 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-005fe88d-3d1d-45f3-8504-2b6f49cd1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.596644 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-005fe88d-3d1d-45f3-8504-2b6f49cd1fcc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 1128 time: 0.1367347 Aug 05 02:21:03.636693 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-13062eea-7581-4da0-86ba-e8d8957a951d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941239 Aug 05 02:21:03.691555 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-ac2fc79b-9d33-4f57-9ad0-980d36057775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.693034 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-ac2fc79b-9d33-4f57-9ad0-980d36057775 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 200 len: 850 time: 0.2153060 Aug 05 02:21:03.732778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-6cba8565-25a1-44eb-b840-5628e9296e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.734043 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-6cba8565-25a1-44eb-b840-5628e9296e98 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.2542264 Aug 05 02:21:03.742357 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac91f6-4d93-48f2-82ee-cb8c97e98f24 req-baae861a-5b1f-40e8-a507-93ece1f53255 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.743841 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7fac91f6-4d93-48f2-82ee-cb8c97e98f24 req-baae861a-5b1f-40e8-a507-93ece1f53255 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.1822884 Aug 05 02:21:03.744864 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-4cc88802-8d2b-46cf-aa7f-4310f82477f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.746205 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-4cc88802-8d2b-46cf-aa7f-4310f82477f6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=00eaaf2e12844123996e26c1827d80b2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3835812 Aug 05 02:21:03.751178 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:03.769551 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93b576-1f84-47da-99e6-8fbf97534849 req-81b7d0cd-acf5-43c4-87a7-ae127f9fbc42 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.771102 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4b93b576-1f84-47da-99e6-8fbf97534849 req-81b7d0cd-acf5-43c4-87a7-ae127f9fbc42 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0989959 Aug 05 02:21:03.773105 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-68563872-6b4a-43bb-b281-2317fa4509e6 admin admin] Publish callbacks [] for security_group (f8e526d1-8509-45d9-8dcb-2ca528bfd624), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:03.783056 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-68563872-6b4a-43bb-b281-2317fa4509e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f8e526d1-8509-45d9-8dcb-2ca528bfd624), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:03.858220 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68563872-6b4a-43bb-b281-2317fa4509e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e526d1-8509-45d9-8dcb-2ca528bfd624,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:03.864661 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-68563872-6b4a-43bb-b281-2317fa4509e6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=62a5b7c5c5b44f109a19ec9ff17f0863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4792378 Aug 05 02:21:03.867089 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-e1224399-5a91-4426-b6a6-89274928084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:03.868573 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-e1224399-5a91-4426-b6a6-89274928084d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.2492764 Aug 05 02:21:03.870133 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37116) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:03.873556 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7fac91f6-4d93-48f2-82ee-cb8c97e98f24 req-a5fd362d-f99c-4ceb-a22b-d9ef4371c9c7 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039946 Aug 05 02:21:03.912576 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4b93b576-1f84-47da-99e6-8fbf97534849 req-d8648ed3-8e72-473d-982f-aaa0e85819b2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322420 Aug 05 02:21:03.964216 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0881f365-1a63-4806-b785-8925934f5e6b admin admin] Publish callbacks [] for security_group (f8e526d1-8509-45d9-8dcb-2ca528bfd624), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:04.003385 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0881f365-1a63-4806-b785-8925934f5e6b admin admin] Publish callbacks [] for security_group (f8e526d1-8509-45d9-8dcb-2ca528bfd624), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:04.005495 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ce2f4-5e57-4e9a-9951-582894a68b09 req-7a8a0fe1-8699-478f-afea-c23b9807d866 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:04.013006 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e83ce2f4-5e57-4e9a-9951-582894a68b09 req-7a8a0fe1-8699-478f-afea-c23b9807d866 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.0643349 Aug 05 02:21:04.062918 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e83ce2f4-5e57-4e9a-9951-582894a68b09 req-b33bb0fa-78ea-4c97-8da8-8df82dd79fa8 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483479 Aug 05 02:21:04.080835 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0881f365-1a63-4806-b785-8925934f5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f8e526d1-8509-45d9-8dcb-2ca528bfd624), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:04.083843 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0881f365-1a63-4806-b785-8925934f5e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:04.087667 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0881f365-1a63-4806-b785-8925934f5e6b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f8e526d1-8509-45d9-8dcb-2ca528bfd624 HTTP/1.1" status: 204 len: 168 time: 0.2140949 Aug 05 02:21:04.094804 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881f365-1a63-4806-b785-8925934f5e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e526d1-8509-45d9-8dcb-2ca528bfd624,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:04.274188 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cdc64-9ab4-4955-b798-726cb935ef34 req-f71eb102-9018-4095-a5fa-00d21fccf266 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:04.275983 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ee7cdc64-9ab4-4955-b798-726cb935ef34 req-f71eb102-9018-4095-a5fa-00d21fccf266 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0557668 Aug 05 02:21:04.325959 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:04.351404 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ee7cdc64-9ab4-4955-b798-726cb935ef34 req-af9da5e0-a1d5-4381-8a55-5b4a2286b80c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682745 Aug 05 02:21:04.355756 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4e2ff-0091-4b63-8345-893484341fbb req-7abe49de-bc16-43c5-ad9f-ce9576ad4044 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:04.358737 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0ef4e2ff-0091-4b63-8345-893484341fbb req-7abe49de-bc16-43c5-ad9f-ce9576ad4044 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0586493 Aug 05 02:21:04.443856 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0ef4e2ff-0091-4b63-8345-893484341fbb req-6f2e0843-8f6b-43a8-9eeb-9ec75876b6e1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738499 Aug 05 02:21:04.999916 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242803-37d8-440f-8f68-98ecbc721c09 req-ca776ca7-0595-4894-8298-a1247e37a413 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:05.001835 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9f242803-37d8-440f-8f68-98ecbc721c09 req-ca776ca7-0595-4894-8298-a1247e37a413 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0578852 Aug 05 02:21:05.045703 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12b1e0-7a87-4985-bc8d-452aac5abb60 req-bf0a15b3-43fb-4b50-8ed7-9ea76fa3f416 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:05.047525 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fc12b1e0-7a87-4985-bc8d-452aac5abb60 req-bf0a15b3-43fb-4b50-8ed7-9ea76fa3f416 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0514905 Aug 05 02:21:05.052850 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9f242803-37d8-440f-8f68-98ecbc721c09 req-21961ffd-a59d-457e-99f0-fcf80ee19fde tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 Aug 05 02:21:05.083610 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:05.102950 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fc12b1e0-7a87-4985-bc8d-452aac5abb60 req-b16b2793-7278-44ca-acea-2ae82c39a6d7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492780 Aug 05 02:21:05.204150 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38d51-80bf-41fd-8d88-5319e04f8b9a req-1d5a2e0d-c63e-4a30-a14c-9033dfbd75f9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:05.208944 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-58e38d51-80bf-41fd-8d88-5319e04f8b9a req-1d5a2e0d-c63e-4a30-a14c-9033dfbd75f9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.0640931 Aug 05 02:21:05.265360 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-58e38d51-80bf-41fd-8d88-5319e04f8b9a req-47783053-c5ea-4694-a840-c78c90ebaa24 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518847 Aug 05 02:21:05.489909 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b11b84-76cd-4132-be46-ef3d661fe342 req-2a74bc4f-33d1-44a3-821d-2bcbb575f03e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:05.491381 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5b11b84-76cd-4132-be46-ef3d661fe342 req-2a74bc4f-33d1-44a3-821d-2bcbb575f03e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0534403 Aug 05 02:21:05.547621 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5b11b84-76cd-4132-be46-ef3d661fe342 req-a1cca336-54d4-44a7-bd59-bf765c717edb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498419 Aug 05 02:21:05.589580 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a001d1-cd4a-40c1-ba6d-a6ff73817df3 req-2f0d0a27-b016-4874-a996-1464a792cc9c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:05.591055 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99a001d1-cd4a-40c1-ba6d-a6ff73817df3 req-2f0d0a27-b016-4874-a996-1464a792cc9c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0671213 Aug 05 02:21:05.641648 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99a001d1-cd4a-40c1-ba6d-a6ff73817df3 req-564cbaf1-28fe-4b0f-94c7-c4bf23a7cac3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Aug 05 02:21:05.660661 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37208) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:05.708801 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d580ef-1e4c-4c1c-9bad-728bb409efad admin admin] Deleting subnet 1327a5de-2acc-4710-bbb5-9ca04a1cd0bc {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:21:05.712056 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-59d580ef-1e4c-4c1c-9bad-728bb409efad admin admin] Publish callbacks [] for subnet (1327a5de-2acc-4710-bbb5-9ca04a1cd0bc), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:05.748423 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-59d580ef-1e4c-4c1c-9bad-728bb409efad admin admin] Publish callbacks [] for subnet (1327a5de-2acc-4710-bbb5-9ca04a1cd0bc), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:05.758531 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-59d580ef-1e4c-4c1c-9bad-728bb409efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (1327a5de-2acc-4710-bbb5-9ca04a1cd0bc), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:05.817887 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-59d580ef-1e4c-4c1c-9bad-728bb409efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (1327a5de-2acc-4710-bbb5-9ca04a1cd0bc), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:05.819997 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:05.850000 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d580ef-1e4c-4c1c-9bad-728bb409efad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1327a5de-2acc-4710-bbb5-9ca04a1cd0bc,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:05.851918 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-59d580ef-1e4c-4c1c-9bad-728bb409efad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:05.857598 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-59d580ef-1e4c-4c1c-9bad-728bb409efad admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/1327a5de-2acc-4710-bbb5-9ca04a1cd0bc HTTP/1.1" status: 204 len: 168 time: 0.1934204 Aug 05 02:21:05.858914 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37212) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:05.930726 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (31059adf-f7b0-468f-879c-d01161823385), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.009803 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:06.017685 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (31059adf-f7b0-468f-879c-d01161823385), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.019880 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:06.039380 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.039797 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.040474 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.040835 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > port after_create 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.041163 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.041476 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > port after_update 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.041820 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.042193 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.042550 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.042862 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.192930 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.193282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.193620 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.193952 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:21:06.194314 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31059adf-f7b0-468f-879c-d01161823385']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:06.223921 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40aba389-59e5-49fa-9e52-067e30494a8b') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:06.224224 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40aba389-59e5-49fa-9e52-067e30494a8b') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:06.231442 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce4f7-ab12-442b-b09e-354ba04e7159 req-9e4e5ff7-552f-48ba-a469-51e7596d7cde tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:06.233548 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b12ce4f7-ab12-442b-b09e-354ba04e7159 req-9e4e5ff7-552f-48ba-a469-51e7596d7cde tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0512974 Aug 05 02:21:06.259709 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (40aba389-59e5-49fa-9e52-067e30494a8b), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.281012 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b12ce4f7-ab12-442b-b09e-354ba04e7159 req-4ead203a-7c2b-4284-87f5-2853b8a3e70b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Aug 05 02:21:06.291694 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e6e7b-bac6-49b7-922b-c778c00c01c3 req-6cb30c15-7633-4670-a9af-1f6be0a5797f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:06.293295 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-162e6e7b-bac6-49b7-922b-c778c00c01c3 req-6cb30c15-7633-4670-a9af-1f6be0a5797f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0938289 Aug 05 02:21:06.298251 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (40aba389-59e5-49fa-9e52-067e30494a8b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.419438 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115b4ea-418d-4444-9f83-7d9971c3eb24 req-1ccf9c34-1e67-4d19-bfb9-912331d5fc29 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:06.421951 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9115b4ea-418d-4444-9f83-7d9971c3eb24 req-1ccf9c34-1e67-4d19-bfb9-912331d5fc29 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.0569775 Aug 05 02:21:06.479604 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9115b4ea-418d-4444-9f83-7d9971c3eb24 req-dc086c61-0eed-4e36-b1c5-7d4887718a28 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519886 Aug 05 02:21:06.509493 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:21:06.509958 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (40aba389-59e5-49fa-9e52-067e30494a8b), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.606244 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (31059adf-f7b0-468f-879c-d01161823385), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.620186 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-162e6e7b-bac6-49b7-922b-c778c00c01c3 req-1b9dcae6-7a1c-4bcc-a866-c2687a1f0840 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182817 Aug 05 02:21:06.662813 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.665967 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/31059adf-f7b0-468f-879c-d01161823385 HTTP/1.1" status: 204 len: 168 time: 0.8062599 Aug 05 02:21:06.666986 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080342ad-f845-4381-bedd-105a4021dc66 admin admin] Pushing event deleted for resources: {'Network': ['ID=31059adf-f7b0-468f-879c-d01161823385,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:06.681009 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37242) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:06.705303 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b37ab2-8657-447b-b825-cd702fb61f2c req-3a66e77c-0286-4742-96b2-d34a6c7d1e34 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:06.714419 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b4b37ab2-8657-447b-b825-cd702fb61f2c req-3a66e77c-0286-4742-96b2-d34a6c7d1e34 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0647545 Aug 05 02:21:06.761237 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-a594d12d-486e-4ce5-b0dd-1c1ea78fcfbf admin admin] Deleting subnet 745aab03-b594-4284-80d5-7c2ce8814f12 {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:21:06.765586 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a594d12d-486e-4ce5-b0dd-1c1ea78fcfbf admin admin] Publish callbacks [] for subnet (745aab03-b594-4284-80d5-7c2ce8814f12), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.798151 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b4b37ab2-8657-447b-b825-cd702fb61f2c req-7c8b1b2c-09a4-4e2d-a5aa-441d6399c909 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827832 Aug 05 02:21:06.847769 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 40aba389-59e5-49fa-9e52-067e30494a8b resource provider aggregate not found Aug 05 02:21:06.863689 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a594d12d-486e-4ce5-b0dd-1c1ea78fcfbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13584754'] for subnet (745aab03-b594-4284-80d5-7c2ce8814f12), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.884395 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 40aba389-59e5-49fa-9e52-067e30494a8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40aba389-59e5-49fa-9e52-067e30494a8b found for delete ", "request_id": "req-b6d3fb0e-7080-40e2-9354-6dbe3290b804"}]} Aug 05 02:21:06.892508 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a72cf-0145-470f-89bd-9d839fc7df51 req-36de8cc2-c71b-434c-9325-06d1dc418a5b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:06.893979 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-283a72cf-0145-470f-89bd-9d839fc7df51 req-36de8cc2-c71b-434c-9325-06d1dc418a5b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.1028402 Aug 05 02:21:06.934263 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a594d12d-486e-4ce5-b0dd-1c1ea78fcfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (745aab03-b594-4284-80d5-7c2ce8814f12), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:06.980776 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-283a72cf-0145-470f-89bd-9d839fc7df51 req-53af988a-4422-4450-af51-70c53192ba8a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810785 Aug 05 02:21:07.024445 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a594d12d-486e-4ce5-b0dd-1c1ea78fcfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13018992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12884257'] for subnet (745aab03-b594-4284-80d5-7c2ce8814f12), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.026634 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:07.048406 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594d12d-486e-4ce5-b0dd-1c1ea78fcfbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745aab03-b594-4284-80d5-7c2ce8814f12,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:07.053675 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a594d12d-486e-4ce5-b0dd-1c1ea78fcfbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.056857 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-a594d12d-486e-4ce5-b0dd-1c1ea78fcfbf admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/745aab03-b594-4284-80d5-7c2ce8814f12 HTTP/1.1" status: 204 len: 168 time: 0.3742464 Aug 05 02:21:07.059421 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37252) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:07.130731 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (a9ce2c0b-459c-4ed3-9611-f4708d43fa9b), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.211028 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (a9ce2c0b-459c-4ed3-9611-f4708d43fa9b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.231637 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ce2c0b-459c-4ed3-9611-f4708d43fa9b']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:07.241313 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0420c942-f152-46d2-b855-9cd46fe76436') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:07.241617 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0420c942-f152-46d2-b855-9cd46fe76436') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:07.251753 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (0420c942-f152-46d2-b855-9cd46fe76436), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.266467 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (0420c942-f152-46d2-b855-9cd46fe76436), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.273106 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:21:07.273503 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (0420c942-f152-46d2-b855-9cd46fe76436), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.335472 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (a9ce2c0b-459c-4ed3-9611-f4708d43fa9b), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.352670 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.355825 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a9ce2c0b-459c-4ed3-9611-f4708d43fa9b HTTP/1.1" status: 204 len: 168 time: 0.2955062 Aug 05 02:21:07.356986 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d9e10-4d16-4266-9f00-9510ffd0f9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ce2c0b-459c-4ed3-9611-f4708d43fa9b,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:07.408706 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:07.421524 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fe595-b760-499b-8a34-3d869feb6a0f req-f56906d7-f7ac-49a7-9b13-fa256eab77b4 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:07.425092 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-551fe595-b760-499b-8a34-3d869feb6a0f req-f56906d7-f7ac-49a7-9b13-fa256eab77b4 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0606685 Aug 05 02:21:07.478493 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-551fe595-b760-499b-8a34-3d869feb6a0f req-e322faa4-20b5-41c5-948d-00c4e5cd0cc7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501404 Aug 05 02:21:07.582379 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37270) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:07.625017 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acea686-5335-437a-ab3c-80eba492c313 req-4151b18d-f859-4d3b-84e9-6dc9effd93b1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:07.628834 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-38268c27-22f2-4c72-ae1f-e24af0b01cb7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bf64708e6a4d4951b4c42b609ba301de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421343 Aug 05 02:21:07.629048 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3acea686-5335-437a-ab3c-80eba492c313 req-4151b18d-f859-4d3b-84e9-6dc9effd93b1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.0531471 Aug 05 02:21:07.629138 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37272) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:07.640088 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:07.679093 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3acea686-5335-437a-ab3c-80eba492c313 req-aee5a841-b682-4652-8209-abd030337e05 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464761 Aug 05 02:21:07.682168 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9cac4d10-0ee8-412d-894c-ba87c1f2f66e admin admin] Publish callbacks [] for security_group (3b11b099-68f5-463e-938e-033029fa8243), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.706577 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9cac4d10-0ee8-412d-894c-ba87c1f2f66e admin admin] Publish callbacks [] for security_group (3b11b099-68f5-463e-938e-033029fa8243), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.772732 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8f782-ebb3-42a5-b3f6-0f8abedc1556 req-81750dfe-0e3e-4941-98b9-23fc420eebfb tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:07.774424 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57e8f782-ebb3-42a5-b3f6-0f8abedc1556 req-81750dfe-0e3e-4941-98b9-23fc420eebfb tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0705557 Aug 05 02:21:07.810222 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9cac4d10-0ee8-412d-894c-ba87c1f2f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3b11b099-68f5-463e-938e-033029fa8243), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.813312 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9cac4d10-0ee8-412d-894c-ba87c1f2f66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:07.814412 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9cac4d10-0ee8-412d-894c-ba87c1f2f66e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3b11b099-68f5-463e-938e-033029fa8243 HTTP/1.1" status: 204 len: 168 time: 0.1846988 Aug 05 02:21:07.821725 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:07.836859 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac4d10-0ee8-412d-894c-ba87c1f2f66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b11b099-68f5-463e-938e-033029fa8243,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:07.849451 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57e8f782-ebb3-42a5-b3f6-0f8abedc1556 req-4ee73301-ae04-4b1e-ae34-10f88ca6f8d4 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692582 Aug 05 02:21:07.958612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1382d-ba9b-4c01-a2d5-46680d636eaa req-a7acdb8d-5af9-4de1-ac8e-b22f9db98fec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:07.960080 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c3e1382d-ba9b-4c01-a2d5-46680d636eaa req-a7acdb8d-5af9-4de1-ac8e-b22f9db98fec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0521748 Aug 05 02:21:08.007894 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c3e1382d-ba9b-4c01-a2d5-46680d636eaa req-156ff5f1-40a7-4251-96f9-9b7e97c9b63d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 Aug 05 02:21:08.109934 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5d9f-8e5c-4429-aa60-1ade9d6b5adf req-9b3e69b3-54e1-4ee1-8c11-52674ede792b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:08.111410 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c82e5d9f-8e5c-4429-aa60-1ade9d6b5adf req-9b3e69b3-54e1-4ee1-8c11-52674ede792b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0524950 Aug 05 02:21:08.161751 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c82e5d9f-8e5c-4429-aa60-1ade9d6b5adf req-ede763b8-b7cf-4e60-9740-a74527ec0b31 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Aug 05 02:21:08.183233 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37286) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:08.223711 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-be8607b5-63e9-4eda-aa86-f9010945fb97 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7fd8191678fc41699f2d796ce761dd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393412 Aug 05 02:21:08.226209 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37288) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:08.272058 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-facfbc63-6a80-439b-af67-46953740cfcd admin admin] Publish callbacks [] for security_group (707bea1c-6550-4869-93b8-ac32fb91e563), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:08.297105 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-facfbc63-6a80-439b-af67-46953740cfcd admin admin] Publish callbacks [] for security_group (707bea1c-6550-4869-93b8-ac32fb91e563), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:08.344748 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-facfbc63-6a80-439b-af67-46953740cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (707bea1c-6550-4869-93b8-ac32fb91e563), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:08.347504 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-facfbc63-6a80-439b-af67-46953740cfcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:08.348642 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-facfbc63-6a80-439b-af67-46953740cfcd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/707bea1c-6550-4869-93b8-ac32fb91e563 HTTP/1.1" status: 204 len: 168 time: 0.1215346 Aug 05 02:21:08.356077 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfbc63-6a80-439b-af67-46953740cfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707bea1c-6550-4869-93b8-ac32fb91e563,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:08.608669 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bcac3-e739-4d09-9cf9-b11f3d747b10 req-948a4dce-4c6c-4caf-99e5-23559ab150e2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:08.611711 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9b8bcac3-e739-4d09-9cf9-b11f3d747b10 req-948a4dce-4c6c-4caf-99e5-23559ab150e2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0547740 Aug 05 02:21:08.660208 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9b8bcac3-e739-4d09-9cf9-b11f3d747b10 req-5bc04062-06df-4fd3-bf1c-2ee82f65e29a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442703 Aug 05 02:21:08.800844 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28361a4-2199-49ef-a7dd-1e7f8fee20db req-e9b4c90c-a729-49c5-9a6c-ec8d39c519e9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:08.802412 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c28361a4-2199-49ef-a7dd-1e7f8fee20db req-e9b4c90c-a729-49c5-9a6c-ec8d39c519e9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.0482349 Aug 05 02:21:08.860955 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c28361a4-2199-49ef-a7dd-1e7f8fee20db req-9ac3130d-7954-42ec-8483-e9261e6a118c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527918 Aug 05 02:21:08.907059 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 0420c942-f152-46d2-b855-9cd46fe76436 resource provider aggregate not found Aug 05 02:21:08.925923 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 0420c942-f152-46d2-b855-9cd46fe76436 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0420c942-f152-46d2-b855-9cd46fe76436 found for delete ", "request_id": "req-fd0f72c8-f67a-45bc-a0e4-a04830ba8a3f"}]} Aug 05 02:21:08.986679 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46540cd4-114e-4fcb-ab46-a8ad7b542c26 req-d3f1048f-e5e3-428c-9d0d-7f88189be383 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:08.988176 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-46540cd4-114e-4fcb-ab46-a8ad7b542c26 req-d3f1048f-e5e3-428c-9d0d-7f88189be383 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0475714 Aug 05 02:21:09.041120 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-46540cd4-114e-4fcb-ab46-a8ad7b542c26 req-8cff7f6f-c201-418a-bdb5-37e0daf12350 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471528 Aug 05 02:21:09.137826 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254d821-4e8f-49c6-855a-07ec54fe4fe4 req-b846956a-47bc-4289-b433-e894b5bb16d2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:09.140176 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8254d821-4e8f-49c6-855a-07ec54fe4fe4 req-b846956a-47bc-4289-b433-e894b5bb16d2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0511239 Aug 05 02:21:09.188484 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8254d821-4e8f-49c6-855a-07ec54fe4fe4 req-6ffdd188-a9b9-4c1a-901d-16e7cc184db3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Aug 05 02:21:09.282493 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb0cbf-341e-4f5c-b3be-7871531aa99d req-81629c03-b476-4ac7-9f68-cd937c37322d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:09.283957 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8fbb0cbf-341e-4f5c-b3be-7871531aa99d req-81629c03-b476-4ac7-9f68-cd937c37322d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0472527 Aug 05 02:21:09.332819 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8fbb0cbf-341e-4f5c-b3be-7871531aa99d req-35a8d808-f9c0-4a4b-9878-5d5b4677693b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Aug 05 02:21:09.782428 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862f114-5d8f-4c0c-ac96-e2e90647afb2 req-97dd5b3c-6919-4070-b26c-d73f4a99c76e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:09.783776 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7862f114-5d8f-4c0c-ac96-e2e90647afb2 req-97dd5b3c-6919-4070-b26c-d73f4a99c76e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0493829 Aug 05 02:21:09.830434 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7862f114-5d8f-4c0c-ac96-e2e90647afb2 req-f84f830a-0021-44c0-98ea-1010a8d25100 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411241 Aug 05 02:21:09.975985 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32982346-c9eb-4682-8da3-156816589988 req-a6821223-50c1-4726-ba3f-3f9a5096f1ab tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:09.977456 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-32982346-c9eb-4682-8da3-156816589988 req-a6821223-50c1-4726-ba3f-3f9a5096f1ab tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 944 time: 0.0467970 Aug 05 02:21:10.017152 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-90a64ec0-d02b-4d97-ad47-1c27db9c44fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:10.027213 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-32982346-c9eb-4682-8da3-156816589988 req-61692469-fd72-43f1-badd-549604a76c17 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433631 Aug 05 02:21:10.165664 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617008f-b1d2-41ba-bdba-f8ded5781fdb req-7bea008a-4ac6-4354-b4ec-daf472db8bb1 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:10.167118 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d617008f-b1d2-41ba-bdba-f8ded5781fdb req-7bea008a-4ac6-4354-b4ec-daf472db8bb1 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0477817 Aug 05 02:21:10.179512 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:10.214862 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d617008f-b1d2-41ba-bdba-f8ded5781fdb req-2444dab1-7abe-4dda-a12f-ce972addaba8 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Aug 05 02:21:10.313899 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f15dac-276d-4c57-a6a1-279b40df9e4a req-14b9f9e6-2828-4af9-bd4a-7ace667dfa15 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:10.315254 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-43f15dac-276d-4c57-a6a1-279b40df9e4a req-14b9f9e6-2828-4af9-bd4a-7ace667dfa15 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0501695 Aug 05 02:21:10.361729 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-43f15dac-276d-4c57-a6a1-279b40df9e4a req-3570ac6f-5ef3-4f45-8d10-7bb268326e03 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 Aug 05 02:21:10.455479 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b8296-bd85-4396-8bea-a4774aeddf37 req-dcdc02d4-b9ef-48a0-91e5-ee98d10ad474 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:10.456956 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c55b8296-bd85-4396-8bea-a4774aeddf37 req-dcdc02d4-b9ef-48a0-91e5-ee98d10ad474 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0496545 Aug 05 02:21:10.503711 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c55b8296-bd85-4396-8bea-a4774aeddf37 req-044fcaec-0052-4971-9271-631470aeaf49 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Aug 05 02:21:10.656570 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 7885d180-df69-43cf-b111-f789955314dc details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:21:10.661454 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:10.767467 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 7885d180-df69-43cf-b111-f789955314dc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7885d180-df69-43cf-b111-f789955314dc,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:10.778062 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '7885d180-df69-43cf-b111-f789955314dc', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:21:10.814871 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 7885d180-df69-43cf-b111-f789955314dc is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:10.815248 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7885d180-df69-43cf-b111-f789955314dc), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:10.828537 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7885d180-df69-43cf-b111-f789955314dc {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:21:10.849980 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 7885d180-df69-43cf-b111-f789955314dc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7885d180-df69-43cf-b111-f789955314dc,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:10.853713 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7885d180-df69-43cf-b111-f789955314dc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:10.854375 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 7f1f18fd-2855-4e72-99d7-6356085d6879 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:21:10.943507 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=7885d180-df69-43cf-b111-f789955314dc,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:10.948111 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bee4f7-e71e-4345-a967-cd5880193b88 req-fa2d517c-ddc7-48a3-9df7-da0d2c5e6382 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:10.949641 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a3bee4f7-e71e-4345-a967-cd5880193b88 req-fa2d517c-ddc7-48a3-9df7-da0d2c5e6382 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0496089 Aug 05 02:21:10.968410 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:10.994947 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 7f1f18fd-2855-4e72-99d7-6356085d6879, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7f1f18fd-2855-4e72-99d7-6356085d6879,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:11.004756 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a3bee4f7-e71e-4345-a967-cd5880193b88 req-905b04f8-75b9-4f31-b83c-3055e1917f2b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486064 Aug 05 02:21:11.006959 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '7f1f18fd-2855-4e72-99d7-6356085d6879', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'port_id': '7f1f18fd-2855-4e72-99d7-6356085d6879', 'mac_address': 'fa:16:3e:a2:3d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:21:11.044451 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 7f1f18fd-2855-4e72-99d7-6356085d6879 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:11.045121 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:11.059263 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1f18fd-2855-4e72-99d7-6356085d6879 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:21:11.079989 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 7f1f18fd-2855-4e72-99d7-6356085d6879, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7f1f18fd-2855-4e72-99d7-6356085d6879,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:11.084040 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:11.121341 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:11.134536 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=7f1f18fd-2855-4e72-99d7-6356085d6879,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:11.153379 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea1d2f-85ed-4c1f-8349-7a0b12a78eaa req-c86af382-b4a2-46c3-a6c6-f898ea0a69bf tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:11.155001 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fcea1d2f-85ed-4c1f-8349-7a0b12a78eaa req-c86af382-b4a2-46c3-a6c6-f898ea0a69bf tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 945 time: 0.0516076 Aug 05 02:21:11.202427 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fcea1d2f-85ed-4c1f-8349-7a0b12a78eaa req-0ddb9ef2-4efa-478e-9db2-7af07ea297ce tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Aug 05 02:21:11.330467 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215ad05-2a2d-4b17-b7a8-68ab962e06d3 req-d2bdc2e3-c357-4075-8726-70f3c4e0b101 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:11.331907 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d215ad05-2a2d-4b17-b7a8-68ab962e06d3 req-d2bdc2e3-c357-4075-8726-70f3c4e0b101 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0460732 Aug 05 02:21:11.382081 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d215ad05-2a2d-4b17-b7a8-68ab962e06d3 req-1732e6a1-bd90-47f4-a8a6-0ce9334b562f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Aug 05 02:21:11.484846 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352aa25-a291-4fd4-a812-9dbe9363a433 req-b920b4df-9a2a-4782-93ff-5a90d3494922 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:11.486234 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0352aa25-a291-4fd4-a812-9dbe9363a433 req-b920b4df-9a2a-4782-93ff-5a90d3494922 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0481172 Aug 05 02:21:11.536807 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0352aa25-a291-4fd4-a812-9dbe9363a433 req-a1cf2cf8-13d0-4499-abb6-2ee66af6802c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450938 Aug 05 02:21:11.622335 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b52f1-70ae-4037-88c7-a4304f25f09a req-e494272d-3130-480c-8e69-4940aac46dab tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:11.624003 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-386b52f1-70ae-4037-88c7-a4304f25f09a req-e494272d-3130-480c-8e69-4940aac46dab tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0492897 Aug 05 02:21:11.728188 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-386b52f1-70ae-4037-88c7-a4304f25f09a req-507177da-9cee-43ed-89fe-ccd74d6baf6d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976083 Aug 05 02:21:11.759901 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-759b2521-bf32-48b0-a8d8-dc4149e02fc7 req-2d6de9ea-36da-4de3-9e31-6864f6976068 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277063 Aug 05 02:21:12.131504 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fe36e-0037-4929-8606-1df0970efccf req-84fa7cee-02f6-4bca-a1b9-35403ed6738d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:12.133111 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3c6fe36e-0037-4929-8606-1df0970efccf req-84fa7cee-02f6-4bca-a1b9-35403ed6738d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0504446 Aug 05 02:21:12.146171 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:12.184769 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3c6fe36e-0037-4929-8606-1df0970efccf req-181e07b8-fcbc-4d6c-b0f7-1559ee272891 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452542 Aug 05 02:21:12.212887 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a69d03ac-415d-4f8e-bf5a-4a9540db1faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:12.319481 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62de8e-649d-4bfb-8dd0-6cba12b1e067 req-563c4ff0-013b-4dee-ad60-6bab3fc72820 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:12.320965 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3e62de8e-649d-4bfb-8dd0-6cba12b1e067 req-563c4ff0-013b-4dee-ad60-6bab3fc72820 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Aug 05 02:21:12.369828 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3e62de8e-649d-4bfb-8dd0-6cba12b1e067 req-13289938-6ac6-4e2c-92ca-18d2b494d6a5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428331 Aug 05 02:21:12.500126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acad25-e041-4b26-b313-e53ededc058c req-582a82e6-f52f-4c04-93ae-769bc47898fb tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:12.501514 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f9acad25-e041-4b26-b313-e53ededc058c req-582a82e6-f52f-4c04-93ae-769bc47898fb tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0470531 Aug 05 02:21:12.547811 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f9acad25-e041-4b26-b313-e53ededc058c req-65e56267-7480-45e3-86f7-9647ee760e04 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Aug 05 02:21:12.623955 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:12.659225 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422628d3-a868-4533-9e0f-63943ae1a376 req-d2630df4-971c-4151-90d8-3ba063e8ce54 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:12.660805 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-422628d3-a868-4533-9e0f-63943ae1a376 req-d2630df4-971c-4151-90d8-3ba063e8ce54 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0472801 Aug 05 02:21:12.707197 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-422628d3-a868-4533-9e0f-63943ae1a376 req-ad674fbb-1934-4d6c-a404-1f5161999fcf tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409958 Aug 05 02:21:12.861396 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7462a6-fd02-41fb-8bb6-c103aa232ee3 req-785f2c6e-0b2e-4476-9a7c-5e9bf91c2698 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:12.862839 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9e7462a6-fd02-41fb-8bb6-c103aa232ee3 req-785f2c6e-0b2e-4476-9a7c-5e9bf91c2698 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0507588 Aug 05 02:21:12.908592 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9e7462a6-fd02-41fb-8bb6-c103aa232ee3 req-bcf91be4-b6fe-4532-bd90-00a9580d8f5c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Aug 05 02:21:13.190836 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:13.304838 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5559e90-2e82-4f70-9a78-267c4c80db62 req-6b4c154c-e8cd-4000-811a-c526071152c3 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:13.306206 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d5559e90-2e82-4f70-9a78-267c4c80db62 req-6b4c154c-e8cd-4000-811a-c526071152c3 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0506284 Aug 05 02:21:13.353106 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d5559e90-2e82-4f70-9a78-267c4c80db62 req-71564bdd-d436-4c8b-ae36-5a322207e18a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413980 Aug 05 02:21:13.487011 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fc013-73b0-4363-a612-54f5e888a1d6 req-892361e1-4513-4d02-8bf4-bfe3d61e3ea9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:13.488466 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ae5fc013-73b0-4363-a612-54f5e888a1d6 req-892361e1-4513-4d02-8bf4-bfe3d61e3ea9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 945 time: 0.0470176 Aug 05 02:21:13.534285 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ae5fc013-73b0-4363-a612-54f5e888a1d6 req-2a4eb8a1-554b-488d-8461-4d5962f76b0f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403473 Aug 05 02:21:13.584913 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:21:13.663880 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e05f56-9df4-4005-8380-f07a39b86ac5 req-f77d3e79-1360-4a07-9b29-2287c7787164 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:13.665362 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13e05f56-9df4-4005-8380-f07a39b86ac5 req-f77d3e79-1360-4a07-9b29-2287c7787164 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0459800 Aug 05 02:21:13.712187 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-13e05f56-9df4-4005-8380-f07a39b86ac5 req-ce515410-bfa4-4741-904d-8e9222527f7f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Aug 05 02:21:13.828264 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ef33-44b6-431a-ad66-8c99ac9f83e0 req-7e6c8b1a-49ce-4fe8-ab8b-2dca96a151eb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:13.829865 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1441ef33-44b6-431a-ad66-8c99ac9f83e0 req-7e6c8b1a-49ce-4fe8-ab8b-2dca96a151eb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0481744 Aug 05 02:21:13.887182 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1441ef33-44b6-431a-ad66-8c99ac9f83e0 req-2cbd166d-ee89-4e86-ba5b-9c61219fe7f5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470624 Aug 05 02:21:14.027058 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eead8-7712-4c84-a325-501754d68ba7 req-aee3b2fc-8917-4d12-9387-bd6e0c6224a9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:14.028553 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb8eead8-7712-4c84-a325-501754d68ba7 req-aee3b2fc-8917-4d12-9387-bd6e0c6224a9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0497563 Aug 05 02:21:14.077064 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb8eead8-7712-4c84-a325-501754d68ba7 req-e2c54a47-a81d-4d26-88a1-26831437d8f9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Aug 05 02:21:14.466699 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86c152-7b14-4fc7-afd7-19ab331f35d5 req-d6db54b0-c1e5-4e9a-a085-4540f1f1b961 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:14.468261 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6c86c152-7b14-4fc7-afd7-19ab331f35d5 req-d6db54b0-c1e5-4e9a-a085-4540f1f1b961 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0464613 Aug 05 02:21:14.513750 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6c86c152-7b14-4fc7-afd7-19ab331f35d5 req-fe542c26-6468-4e28-be35-141b2824bc5b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395713 Aug 05 02:21:14.649127 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd2de9-3291-4949-8194-4755b403fae0 req-0dcabd39-3249-4ec3-87a8-d7c536c7a8f4 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:14.650471 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-28cd2de9-3291-4949-8194-4755b403fae0 req-0dcabd39-3249-4ec3-87a8-d7c536c7a8f4 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 945 time: 0.0463874 Aug 05 02:21:14.698192 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-28cd2de9-3291-4949-8194-4755b403fae0 req-9b00e6be-51c3-4323-aa21-da825985125a tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Aug 05 02:21:14.813261 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:14.837971 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83096912-38ac-49a1-b691-4ed5307598a5 req-a4e59f97-a17e-4aa7-ad58-8170e7cf0759 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:14.839444 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-83096912-38ac-49a1-b691-4ed5307598a5 req-a4e59f97-a17e-4aa7-ad58-8170e7cf0759 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0504577 Aug 05 02:21:14.887586 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-83096912-38ac-49a1-b691-4ed5307598a5 req-6bbe6df9-3c4c-4ed1-b60a-f60104c4db4c tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Aug 05 02:21:14.900452 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:15.008171 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ecaa9-a5b5-4a81-bbf4-3d9e8b3a6ba8 req-34ecc465-24f8-438d-a27d-44845a0240be tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:15.009637 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f29ecaa9-a5b5-4a81-bbf4-3d9e8b3a6ba8 req-34ecc465-24f8-438d-a27d-44845a0240be tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0470431 Aug 05 02:21:15.057154 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:15.062275 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f29ecaa9-a5b5-4a81-bbf4-3d9e8b3a6ba8 req-27cf0555-ebee-4309-9440-53d797c671fd tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472097 Aug 05 02:21:15.197060 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c2214-01c8-4b14-8829-e2536f8674d1 req-a8425c63-ca92-4059-bfc0-c2e7e43ed41f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:15.198498 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-248c2214-01c8-4b14-8829-e2536f8674d1 req-a8425c63-ca92-4059-bfc0-c2e7e43ed41f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0498776 Aug 05 02:21:15.246300 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-248c2214-01c8-4b14-8829-e2536f8674d1 req-01438572-c719-45f8-a4a6-2e11d9a7204c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410659 Aug 05 02:21:15.630695 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be156a-a1c2-4793-876d-04c2e8ce60fb req-0365159e-4263-428f-9272-827db535f1db tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:15.632138 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-22be156a-a1c2-4793-876d-04c2e8ce60fb req-0365159e-4263-428f-9272-827db535f1db tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0475149 Aug 05 02:21:15.679065 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-22be156a-a1c2-4793-876d-04c2e8ce60fb req-915cda31-ab15-4eb0-af76-bf4d105446cb tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 Aug 05 02:21:15.815548 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7013a-1626-4758-994b-414cf9fad452 req-d10eedb0-5b84-4136-9f19-9c57411a3685 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:15.817018 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cbb7013a-1626-4758-994b-414cf9fad452 req-d10eedb0-5b84-4136-9f19-9c57411a3685 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 945 time: 0.0466218 Aug 05 02:21:15.828250 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:15.867619 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cbb7013a-1626-4758-994b-414cf9fad452 req-f58d55ff-bb42-49d4-ae36-7cc7f59a5b41 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451705 Aug 05 02:21:16.007188 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf7be-af82-4e93-b398-1531269adf40 req-0bc8718d-fbdc-4f3a-b4fb-ab978e2141e9 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:16.008702 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-872bf7be-af82-4e93-b398-1531269adf40 req-0bc8718d-fbdc-4f3a-b4fb-ab978e2141e9 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0483453 Aug 05 02:21:16.056790 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-872bf7be-af82-4e93-b398-1531269adf40 req-81ef30b2-a320-4f84-8d9d-195bcdd8f21c tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Aug 05 02:21:16.189612 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b965473-e372-41d3-93b2-215df55fbc74 req-9ee6d5c4-a1e4-4502-bd7e-d277aa87f0f8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:16.191077 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2b965473-e372-41d3-93b2-215df55fbc74 req-9ee6d5c4-a1e4-4502-bd7e-d277aa87f0f8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0501821 Aug 05 02:21:16.237794 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2b965473-e372-41d3-93b2-215df55fbc74 req-e38b48ab-07e1-4f32-803d-0491b61d31c4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Aug 05 02:21:16.368056 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278bc83-d91b-4c5c-a647-4ee02ffa2914 req-0bb8a18d-d7b2-4606-bcdd-a772f5b0f7d3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:16.369534 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8278bc83-d91b-4c5c-a647-4ee02ffa2914 req-0bb8a18d-d7b2-4606-bcdd-a772f5b0f7d3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0511813 Aug 05 02:21:16.418078 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8278bc83-d91b-4c5c-a647-4ee02ffa2914 req-86d8882a-aa9e-45d5-be88-b06ac2d93953 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Aug 05 02:21:16.436839 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['7885d180-df69-43cf-b111-f789955314dc'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:21:16.746258 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['7f1f18fd-2855-4e72-99d7-6356085d6879'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:21:16.805068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33e0bd-23f2-4ea5-a97b-cb98a490451b req-c75f2133-5822-486b-afb5-dc2419a64658 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:16.806553 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5e33e0bd-23f2-4ea5-a97b-cb98a490451b req-c75f2133-5822-486b-afb5-dc2419a64658 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0470366 Aug 05 02:21:16.817844 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:16.818457 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:16.859908 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5e33e0bd-23f2-4ea5-a97b-cb98a490451b req-d278d93e-547e-4c10-bbae-8dd8a2255544 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475628 Aug 05 02:21:16.982733 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948cab-089b-48d3-99f9-27193a33753c req-eddd32b8-8101-42ab-96fa-a8e7c0b4d589 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:16.984202 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-48948cab-089b-48d3-99f9-27193a33753c req-eddd32b8-8101-42ab-96fa-a8e7c0b4d589 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 945 time: 0.0457742 Aug 05 02:21:17.031609 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-48948cab-089b-48d3-99f9-27193a33753c req-7309c8ef-8b3c-4743-b40e-d14f60e00261 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 Aug 05 02:21:17.180682 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894b3a-f78b-48c9-8e57-f76938415a43 req-544a016a-ce9e-4f09-af16-058a56d68062 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:17.182172 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c894b3a-f78b-48c9-8e57-f76938415a43 req-544a016a-ce9e-4f09-af16-058a56d68062 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0512502 Aug 05 02:21:17.245922 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c894b3a-f78b-48c9-8e57-f76938415a43 req-04d53248-e42f-43db-be69-89e33679ceb7 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565734 Aug 05 02:21:17.365181 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6056c8-5049-459a-9a16-7d28fdf2abd9 req-003f91b7-657d-463d-9a4c-55af00fbb21d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:17.366720 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1b6056c8-5049-459a-9a16-7d28fdf2abd9 req-003f91b7-657d-463d-9a4c-55af00fbb21d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0514300 Aug 05 02:21:17.423451 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1b6056c8-5049-459a-9a16-7d28fdf2abd9 req-fed893f5-4fc7-4936-ac85-2fe68baee511 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504429 Aug 05 02:21:17.538253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221f82e-bc85-4769-a36d-54898f1de751 req-82ee2839-bb54-4caf-b797-853c4f75e191 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:17.539680 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a221f82e-bc85-4769-a36d-54898f1de751 req-82ee2839-bb54-4caf-b797-853c4f75e191 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0487816 Aug 05 02:21:17.587091 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a221f82e-bc85-4769-a36d-54898f1de751 req-a35306b1-2c88-4995-b198-c475d0d23b66 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Aug 05 02:21:17.976925 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b7b3-5989-4081-8de8-1e48f2b35338 req-07a60867-a534-4520-a10d-6f3c83a05703 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:17.978386 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3bb8b7b3-5989-4081-8de8-1e48f2b35338 req-07a60867-a534-4520-a10d-6f3c83a05703 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0465903 Aug 05 02:21:18.018789 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:18.026797 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3bb8b7b3-5989-4081-8de8-1e48f2b35338 req-12ab2b4a-a812-43cd-a58f-4965b7d69d45 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427592 Aug 05 02:21:18.151431 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b5e75-342b-4bb5-ab1e-1162ca4d97de req-94432617-cad7-4c86-837c-f04e2af1bada tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:18.152952 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cc1b5e75-342b-4bb5-ab1e-1162ca4d97de req-94432617-cad7-4c86-837c-f04e2af1bada tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 945 time: 0.0491474 Aug 05 02:21:18.201598 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cc1b5e75-342b-4bb5-ab1e-1162ca4d97de req-7568defb-8966-47b7-b3fb-3d125f0d36da tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 Aug 05 02:21:18.365722 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1168b-f313-47a5-b97e-cdc93dffaeac req-530972cf-3e9f-40a6-8f68-b4eb7eeaf201 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:18.367229 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e9a1168b-f313-47a5-b97e-cdc93dffaeac req-530972cf-3e9f-40a6-8f68-b4eb7eeaf201 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0499237 Aug 05 02:21:18.465384 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e9a1168b-f313-47a5-b97e-cdc93dffaeac req-3213a165-e00d-4d18-9a3b-cc8cf0cf6b07 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901835 Aug 05 02:21:18.507498 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 7885d180-df69-43cf-b111-f789955314dc up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:18.550897 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37506) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:18.552640 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-735199aa-ce7a-43c8-9f47-5da9ed94c21e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661635b8-8836-4704-91ee-343c5d3a40eb HTTP/1.1" status: 200 len: 217 time: 0.1333420 Aug 05 02:21:18.571357 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 7885d180-df69-43cf-b111-f789955314dc completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:21:18.581103 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 7885d180-df69-43cf-b111-f789955314dc triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:18.581680 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (7885d180-df69-43cf-b111-f789955314dc), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:18.692634 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 7885d180-df69-43cf-b111-f789955314dc is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:18.693459 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7885d180-df69-43cf-b111-f789955314dc), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:18.714681 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-a96e3914-d73c-440c-83a0-f75572ceeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:18.716204 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-a96e3914-d73c-440c-83a0-f75572ceeb18 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3008344 Aug 05 02:21:18.776527 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c22da-f12a-4825-a4bc-7ece2bb97f3d req-22f1dce5-1460-4f32-ae23-986cc248ea95 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:18.783700 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d39c22da-f12a-4825-a4bc-7ece2bb97f3d req-22f1dce5-1460-4f32-ae23-986cc248ea95 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0714726 Aug 05 02:21:18.784178 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 7885d180-df69-43cf-b111-f789955314dc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7885d180-df69-43cf-b111-f789955314dc,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:18.792211 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a387642-9e46-4a64-8017-43786f426b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7885d180-df69-43cf-b111-f789955314dc'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:18.798674 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:18.865964 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-391699a6-a809-4c27-b814-ec7ceecd5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:18.868008 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-391699a6-a809-4c27-b814-ec7ceecd5605 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bf7849d5-61da-44b5-8e65-8d7323d12692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4527972 Aug 05 02:21:18.873709 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d39c22da-f12a-4825-a4bc-7ece2bb97f3d req-6d45c52f-c99f-402e-9f17-0992192bd7ac tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867164 Aug 05 02:21:18.896952 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:18.912210 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-e00f28bb-cb99-401c-b47f-aa48ba97c795 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1f18fd-2855-4e72-99d7-6356085d6879 HTTP/1.1" status: 200 len: 217 time: 0.4985702 Aug 05 02:21:18.949187 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7885d180-df69-43cf-b111-f789955314dc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:18.950931 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 7f1f18fd-2855-4e72-99d7-6356085d6879 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:18.959397 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d601f4e-5567-4461-ac90-96e4d25ae07b req-4b32521e-d9d4-4598-bd8a-3a3041a5ce9b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:18.962301 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Publish callbacks [] for security_group (4876448b-c912-4e0b-9eb4-c98724f84bcf), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:18.967999 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3d601f4e-5567-4461-ac90-96e4d25ae07b req-4b32521e-d9d4-4598-bd8a-3a3041a5ce9b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0970752 Aug 05 02:21:18.973853 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (4876448b-c912-4e0b-9eb4-c98724f84bcf), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:19.024350 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=beac9cf5bfa5453c92392a96ba2e975f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4679668 Aug 05 02:21:19.029026 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37530) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:19.030242 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3d601f4e-5567-4461-ac90-96e4d25ae07b req-68406625-3fa3-4625-8ab6-7a33da0b5750 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613060 Aug 05 02:21:19.076872 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4876448b-c912-4e0b-9eb4-c98724f84bcf,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:19.087926 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=7885d180-df69-43cf-b111-f789955314dc,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:19.098205 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.098664 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.099012 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.099353 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.099767 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.100108 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.100520 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.100873 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.101202 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.101529 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.102351 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.102351 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.102608 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.102939 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.103264 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476d12bb-10a3-4c79-9381-634dc04976f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.111474 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.111821 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.112179 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.113051 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.113051 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.113221 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.113528 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.113805 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.118385 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.118558 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.119064 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.119404 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.119737 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.120067 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.120414 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:19.159620 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 7f1f18fd-2855-4e72-99d7-6356085d6879 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:21:19.160716 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8f25e909-c7da-4a1b-a9ab-ca60cb563ad4 admin admin] Publish callbacks [] for security_group (4876448b-c912-4e0b-9eb4-c98724f84bcf), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:19.168565 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 7f1f18fd-2855-4e72-99d7-6356085d6879 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:19.169222 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:19.212667 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:19.212984 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8f25e909-c7da-4a1b-a9ab-ca60cb563ad4 admin admin] Publish callbacks [] for security_group (4876448b-c912-4e0b-9eb4-c98724f84bcf), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:19.221423 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf90add-8817-4e17-8e1a-14f42fc5ef8d req-f0f53b44-8040-4cde-a43d-c259c564a2de tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:19.223581 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-baf90add-8817-4e17-8e1a-14f42fc5ef8d req-f0f53b44-8040-4cde-a43d-c259c564a2de tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0788832 Aug 05 02:21:19.256563 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 7f1f18fd-2855-4e72-99d7-6356085d6879 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:19.257155 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:19.284177 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e45d975-bb12-44b4-8496-86abe2871cb7" -d '{"events": [{"server_uuid": "1a387642-9e46-4a64-8017-43786f426b70", "name": "network-vif-plugged", "status": "completed", "tag": "7885d180-df69-43cf-b111-f789955314dc"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:19.304138 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 7f1f18fd-2855-4e72-99d7-6356085d6879, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7f1f18fd-2855-4e72-99d7-6356085d6879,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:19.311480 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:19.367261 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-baf90add-8817-4e17-8e1a-14f42fc5ef8d req-5f9d77c2-b101-41bf-a987-bc2b4a4bd7c1 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273625 Aug 05 02:21:19.370710 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=7f1f18fd-2855-4e72-99d7-6356085d6879,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:19.372678 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237838-6354-44ca-814a-501b094fef17 req-7495b6e6-223b-4a5b-9cdb-706bd71e9bcc tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:19.382930 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63237838-6354-44ca-814a-501b094fef17 req-7495b6e6-223b-4a5b-9cdb-706bd71e9bcc tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0701418 Aug 05 02:21:19.411609 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8f25e909-c7da-4a1b-a9ab-ca60cb563ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (4876448b-c912-4e0b-9eb4-c98724f84bcf), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:19.416862 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8f25e909-c7da-4a1b-a9ab-ca60cb563ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:19.422159 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8f25e909-c7da-4a1b-a9ab-ca60cb563ad4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4876448b-c912-4e0b-9eb4-c98724f84bcf HTTP/1.1" status: 204 len: 168 time: 0.3894103 Aug 05 02:21:19.432424 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25e909-c7da-4a1b-a9ab-ca60cb563ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4876448b-c912-4e0b-9eb4-c98724f84bcf,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:19.474037 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63237838-6354-44ca-814a-501b094fef17 req-78e7befa-e82d-4846-bb29-6d67f8f28e00 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899327 Aug 05 02:21:19.584537 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be14a2f-46fc-42d2-9145-997203b19b3d x-openstack-request-id: req-1be14a2f-46fc-42d2-9145-997203b19b3d {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:19.585134 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a387642-9e46-4a64-8017-43786f426b70", "name": "network-vif-plugged", "status": "completed", "tag": "7885d180-df69-43cf-b111-f789955314dc", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:19.585430 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1be14a2f-46fc-42d2-9145-997203b19b3d {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:19.586194 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be14a2f-46fc-42d2-9145-997203b19b3d'] response: {'server_uuid': '1a387642-9e46-4a64-8017-43786f426b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7885d180-df69-43cf-b111-f789955314dc', 'code': 200} Aug 05 02:21:19.638225 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e90dd-ab3b-4e52-86a2-f95b4a4f0b71 req-eb166041-6c32-4ee2-8762-1f9453ac823f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:19.639948 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-761e90dd-ab3b-4e52-86a2-f95b4a4f0b71 req-eb166041-6c32-4ee2-8762-1f9453ac823f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0504360 Aug 05 02:21:19.688227 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-761e90dd-ab3b-4e52-86a2-f95b4a4f0b71 req-bd40ffa9-8641-446f-afc1-6e39527307df tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Aug 05 02:21:19.994897 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a6333-c7c9-40f0-b325-ab775e598442 req-756bd5ae-f815-4191-8be8-772f3b219b3f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:19.996616 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ab1a6333-c7c9-40f0-b325-ab775e598442 req-756bd5ae-f815-4191-8be8-772f3b219b3f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0504498 Aug 05 02:21:20.047421 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ab1a6333-c7c9-40f0-b325-ab775e598442 req-b7df7466-7244-41cd-8e15-d7995f8f225b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443654 Aug 05 02:21:20.145826 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37576) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:20.155095 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f300004-9730-419a-a032-d0b53c8e5834 req-cbf90cbf-9077-4d72-b211-61983a967915 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:20.156711 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f300004-9730-419a-a032-d0b53c8e5834 req-cbf90cbf-9077-4d72-b211-61983a967915 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0525870 Aug 05 02:21:20.211965 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f300004-9730-419a-a032-d0b53c8e5834 req-464bc21e-53c4-4442-a07d-cae3d4eea2ef tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497601 Aug 05 02:21:20.271260 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-542984528-network', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:20.291243 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Made reservation on behalf of a5d8a01fa4024794b4dde3beebbbd7f1 for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:20.293606 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.302856 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.305334 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:20.390102 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Publish callbacks [] for security_group (1c331154-f558-4265-bdeb-8468572983e6), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.395669 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (1c331154-f558-4265-bdeb-8468572983e6), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.421118 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:21:20.437153 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c331154-f558-4265-bdeb-8468572983e6,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:20.443341 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (167a0be8-b112-4df4-8c08-c1014abccde1), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.443687 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Added segment 167a0be8-b112-4df4-8c08-c1014abccde1 of type vlan for network e13b05c9-2865-404d-b1cd-fa40c7ecac7d Aug 05 02:21:20.476384 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 661635b8-8836-4704-91ee-343c5d3a40eb details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:21:20.531214 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (e13b05c9-2865-404d-b1cd-fa40c7ecac7d), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.539640 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1316ea-ffd9-4a77-a181-7a8f4eb5cd86 req-eef1fc92-ed93-4d95-bf25-d7c892ffec99 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:20.541159 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0d1316ea-ffd9-4a77-a181-7a8f4eb5cd86 req-eef1fc92-ed93-4d95-bf25-d7c892ffec99 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0958855 Aug 05 02:21:20.590329 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:20.594824 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (e13b05c9-2865-404d-b1cd-fa40c7ecac7d), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.595615 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:20.596405 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.600616 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:20.617990 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '661635b8-8836-4704-91ee-343c5d3a40eb', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'port_id': '661635b8-8836-4704-91ee-343c5d3a40eb', 'mac_address': 'fa:16:3e:72:53:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:21:20.620233 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1b841-9e06-48fa-9638-ca59d3e3bd3b req-1210633b-d66a-456e-9269-4459d2186dbe tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:20.623361 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-98f1b841-9e06-48fa-9638-ca59d3e3bd3b req-1210633b-d66a-456e-9269-4459d2186dbe tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0662646 Aug 05 02:21:20.663834 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 661635b8-8836-4704-91ee-343c5d3a40eb is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:20.664573 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.664712 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0d1316ea-ffd9-4a77-a181-7a8f4eb5cd86 req-4cac4888-51ba-447c-af8b-5b547fc978dc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148415 Aug 05 02:21:20.681293 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:20.695479 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661635b8-8836-4704-91ee-343c5d3a40eb {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:21:20.695628 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5450525 Aug 05 02:21:20.696989 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37604) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:20.702462 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-98f1b841-9e06-48fa-9638-ca59d3e3bd3b req-a6479595-426c-4ad8-b41c-8a83fc9b0a44 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687983 Aug 05 02:21:20.702692 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Request body: {'subnet': {'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-542984528-subnet', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:20.706654 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602333e-ff51-4d0b-82ef-73de0b2196d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e13b05c9-2865-404d-b1cd-fa40c7ecac7d,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:20.726159 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network e13b05c9-2865-404d-b1cd-fa40c7ecac7d details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:21:20.733925 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:20.744269 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Made reservation on behalf of a5d8a01fa4024794b4dde3beebbbd7f1 for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:20.747633 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12884284'] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.775842 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:20.776567 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9d9c2151-858a-4f4b-ae99-508b1aadb74a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:21:20.865157 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db631a-2d40-4428-91a7-de94d55358a0 req-e300f825-a399-434f-9071-340cc32ac50d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:20.866748 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-12db631a-2d40-4428-91a7-de94d55358a0 req-e300f825-a399-434f-9071-340cc32ac50d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0676367 Aug 05 02:21:20.905426 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:20.923569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:20.981522 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-f6718950-b37c-4fee-a88e-58eab20850c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:20.983468 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-f6718950-b37c-4fee-a88e-58eab20850c0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.1070762 Aug 05 02:21:21.015235 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9d9c2151-858a-4f4b-ae99-508b1aadb74a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9d9c2151-858a-4f4b-ae99-508b1aadb74a,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:21.033210 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-75e5588d-690a-43bf-a203-ae462a1715aa service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554694 Aug 05 02:21:21.040161 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '9d9c2151-858a-4f4b-ae99-508b1aadb74a', 'network_id': '8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e', 'port_id': '9d9c2151-858a-4f4b-ae99-508b1aadb74a', 'mac_address': 'fa:16:3e:44:ab:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18615ac6-55b1-4cc9-95d3-ea9f6c56b01a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:21:21.086580 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 9d9c2151-858a-4f4b-ae99-508b1aadb74a is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:21.087052 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:21.106079 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9c2151-858a-4f4b-ae99-508b1aadb74a {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:21:21.137428 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9d9c2151-858a-4f4b-ae99-508b1aadb74a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9d9c2151-858a-4f4b-ae99-508b1aadb74a,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:21.139808 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:21.145497 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:21.198459 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=9d9c2151-858a-4f4b-ae99-508b1aadb74a,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:21.250672 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-b5fae411-69ba-4436-9f04-a2d59d8b0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.252285 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-b5fae411-69ba-4436-9f04-a2d59d8b0e71 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1922204 Aug 05 02:21:21.312675 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-d50b38b6-e859-4a6d-bb2f-3ec35852e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.314175 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-d50b38b6-e859-4a6d-bb2f-3ec35852e40b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5550d9709b98404290936885c7bbb16d&device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 1127 time: 0.3673627 Aug 05 02:21:21.315670 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-9f19c249-a50b-4fe1-923f-23f261b2f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.317093 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-9f19c249-a50b-4fe1-923f-23f261b2f59a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.4357996 Aug 05 02:21:21.317482 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:21.341153 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-c256a9fa-7148-48e5-b36f-b1be459e731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.343282 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-c256a9fa-7148-48e5-b36f-b1be459e731e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 1128 time: 0.1258373 Aug 05 02:21:21.349853 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d56bc6-d5c2-4e66-9f16-f2bb7a6e64e5 req-577f8345-1d9b-445c-ab70-1f4ec22c3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.351321 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70d56bc6-d5c2-4e66-9f16-f2bb7a6e64e5 req-577f8345-1d9b-445c-ab70-1f4ec22c3fc4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 1130 time: 0.2100763 Aug 05 02:21:21.361018 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-12db631a-2d40-4428-91a7-de94d55358a0 req-71bf1ab6-52e7-44f1-973a-5d936931a394 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490564 Aug 05 02:21:21.368588 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c8ab-c510-4755-a979-5481a0a3469f req-1d49eebf-43e9-406e-b638-09c9dc053df1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.370080 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bac7c8ab-c510-4755-a979-5481a0a3469f req-1d49eebf-43e9-406e-b638-09c9dc053df1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.1888573 Aug 05 02:21:21.413097 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-70d56bc6-d5c2-4e66-9f16-f2bb7a6e64e5 req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:21.473603 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-77d2d46a-9b81-497e-b1a0-90395874d514 req-c34bba04-4816-4753-9eb2-68f54885d708 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116020 Aug 05 02:21:21.484973 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-7aa16880-f0ea-44da-9d28-6043e1d37754 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219551 Aug 05 02:21:21.516937 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-1435566e-57ef-4091-95f5-8cc4d59985f4 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c923b8-6769-42f5-972e-79420f4f0498 HTTP/1.1" status: 200 len: 217 time: 0.1240757 Aug 05 02:21:21.526129 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-798754b7-4da6-4875-8735-2cce2bd6661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.527712 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-798754b7-4da6-4875-8735-2cce2bd6661e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1904621 Aug 05 02:21:21.549730 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13019057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12884266'] for subnet (edda7678-889a-4621-b058-4d3ec66d706a), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:21.561456 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bac7c8ab-c510-4755-a979-5481a0a3469f req-e864638b-b934-44cf-89d5-5c2c337df4e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767430 Aug 05 02:21:21.588279 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786487b8-f24e-4034-82da-c95e8efbf4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f18fd-2855-4e72-99d7-6356085d6879'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:21.594484 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd54bbcc-5bad-4304-8fa9-ff95fd9f2069" -d '{"events": [{"server_uuid": "786487b8-f24e-4034-82da-c95e8efbf4e4", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f18fd-2855-4e72-99d7-6356085d6879"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:21.625876 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e484906-4333-40d4-a4c2-9a04110499cb req-6a535627-8229-4234-b23f-a3effd2bc212 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.627395 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5e484906-4333-40d4-a4c2-9a04110499cb req-6a535627-8229-4234-b23f-a3effd2bc212 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.1418049 Aug 05 02:21:21.640603 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-0e1ed5a7-aaf8-465e-9574-c52dc080817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.642044 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-0e1ed5a7-aaf8-465e-9574-c52dc080817b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e HTTP/1.1" status: 200 len: 913 time: 0.3132737 Aug 05 02:21:21.642630 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edda7678-889a-4621-b058-4d3ec66d706a,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:21.663057 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4673011c-1e3d-4e3a-a3e9-d4abd7ec5860 x-openstack-request-id: req-4673011c-1e3d-4e3a-a3e9-d4abd7ec5860 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:21.663689 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786487b8-f24e-4034-82da-c95e8efbf4e4", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f18fd-2855-4e72-99d7-6356085d6879", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:21.663689 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4673011c-1e3d-4e3a-a3e9-d4abd7ec5860 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:21.663973 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4673011c-1e3d-4e3a-a3e9-d4abd7ec5860'] response: {'server_uuid': '786487b8-f24e-4034-82da-c95e8efbf4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f18fd-2855-4e72-99d7-6356085d6879', 'code': 200} Aug 05 02:21:21.674702 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-70d56bc6-d5c2-4e66-9f16-f2bb7a6e64e5 req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Publish callbacks [] for security_group (cdccbccb-f301-4055-bf39-f9fc76f59a23), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:21.680839 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b8c8c94b-76c1-49cd-9051-0181607c93d4 req-383b6fbe-977d-4e34-a1d9-d4f0042bfd95 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818073 Aug 05 02:21:21.686544 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-70d56bc6-d5c2-4e66-9f16-f2bb7a6e64e5 req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (cdccbccb-f301-4055-bf39-f9fc76f59a23), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:21.700161 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Checking segment: {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:21:21.700591 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Network hostable DHCP agents. Network: e13b05c9-2865-404d-b1cd-fa40c7ecac7d, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:21:21.711037 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5e484906-4333-40d4-a4c2-9a04110499cb req-14068219-300f-47e6-a3ff-f17547505661 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740631 Aug 05 02:21:21.713905 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:21.749650 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Network e13b05c9-2865-404d-b1cd-fa40c7ecac7d is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:21:21.765092 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, e13b05c9-2865-404d-b1cd-fa40c7ecac7d) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:21.769729 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.770353 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:21.771754 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70d56bc6-d5c2-4e66-9f16-f2bb7a6e64e5 req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3972232 Aug 05 02:21:21.774038 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cdccbccb-f301-4055-bf39-f9fc76f59a23,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:21.777074 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62592e08-f2d8-481f-b591-1280a949a2dd None None] Network e13b05c9-2865-404d-b1cd-fa40c7ecac7d requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:21:21.788079 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.788498 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.789148 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.789594 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.790022 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.790899 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.790899 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.791155 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.791774 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.792117 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.792517 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.792896 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.793227 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.793555 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.793943 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029e63b-be74-4a92-ac37-686828d47498 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:21.794715 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-fdb54da0-ba8b-45c5-8b9c-415ca4187451 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0965695 Aug 05 02:21:21.798104 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37628) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:21.802419 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:21.867655 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['661635b8-8836-4704-91ee-343c5d3a40eb'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:21:21.877324 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a008e7-339f-474d-a0d8-96c5e2c9c304 req-bd698808-3cd9-4f2c-87be-35db82e0778c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.882369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325df2a9-0eb7-4fda-9afc-4a264a3da1b2 req-21497c34-dd8f-4091-b2b1-bea37466fb89 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:21.884380 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e2a008e7-339f-474d-a0d8-96c5e2c9c304 req-bd698808-3cd9-4f2c-87be-35db82e0778c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0678794 Aug 05 02:21:21.884510 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-325df2a9-0eb7-4fda-9afc-4a264a3da1b2 req-21497c34-dd8f-4091-b2b1-bea37466fb89 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.1114337 Aug 05 02:21:21.936410 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:21.937598 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:21.959840 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:21.972664 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e2a008e7-339f-474d-a0d8-96c5e2c9c304 req-3e0be146-6387-4f06-9bef-f304e5881900 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858386 Aug 05 02:21:21.978349 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:21:21.979629 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.012442 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-325df2a9-0eb7-4fda-9afc-4a264a3da1b2 req-9fb2aa1d-62cf-442d-9521-afb2ad48c684 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178691 Aug 05 02:21:22.024210 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks [] for router_controller (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), precommit_add_association {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.112720 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['9d9c2151-858a-4f4b-ae99-508b1aadb74a'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:21:22.239722 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks [] for router_gateway (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.270561 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:22.290985 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Allocated IP 172.20.0.2 (e13b05c9-2865-404d-b1cd-fa40c7ecac7d/edda7678-889a-4621-b058-4d3ec66d706a/17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:21:22.536037 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks [] for router_gateway (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.546442 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5b0e6-a242-46da-b0c4-9674ed5a5219 req-dbdfbc3b-7e88-4809-9c40-6fe38777907c tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:22.547937 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5ca5b0e6-a242-46da-b0c4-9674ed5a5219 req-dbdfbc3b-7e88-4809-9c40-6fe38777907c tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 944 time: 0.0834498 Aug 05 02:21:22.573445 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-852cf677-bfb4-49d6-ba0b-577bead8cc49 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954346 Aug 05 02:21:22.574471 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.582473 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:22.599062 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Publish callbacks [] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.607760 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.651222 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Network e13b05c9-2865-404d-b1cd-fa40c7ecac7d is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:22.655441 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:22.661098 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:21:22.667754 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Pushing event updated for resources: {'Port': ['ID=17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:22.675484 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5ca5b0e6-a242-46da-b0c4-9674ed5a5219 req-14fbc399-4905-4343-9d7d-ae877ce47190 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051533 Aug 05 02:21:22.706932 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75d24a-83e2-4aa3-a37a-141207fd55ab req-359849eb-97f5-4a16-bf6d-c0e2b4dd0016 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:22.709986 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9e75d24a-83e2-4aa3-a37a-141207fd55ab req-359849eb-97f5-4a16-bf6d-c0e2b4dd0016 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0682261 Aug 05 02:21:22.725000 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Allocated IP 172.27.0.3 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/4a95dfa0-1726-4911-b3b4-8c1f7c7703da) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:21:22.730761 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Attempting to bind port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:21:22.731124 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Attempting to bind port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:21:22.731484 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Attempting to bind port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 on network e13b05c9-2865-404d-b1cd-fa40c7ecac7d {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:21:22.737681 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:22.738244 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:21:22.738683 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Checking segment: {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:21:22.739146 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.739703 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Bound using segment: {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:21:22.740393 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Bound port: 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:21:22.740822 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.772200 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9e75d24a-83e2-4aa3-a37a-141207fd55ab req-9c55af2b-3442-40dc-bbd1-13091c0e2d0d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549080 Aug 05 02:21:22.810278 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:22.829945 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] For port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:21:22.832388 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] For port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:21:22.842695 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.871344 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:22.874938 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks [] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.887315 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab568b-b137-459d-a449-45a1113673fd req-6f9d423a-1039-4ad9-975c-4f907d1120d7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:22.889466 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-86ab568b-b137-459d-a449-45a1113673fd req-6f9d423a-1039-4ad9-975c-4f907d1120d7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.0779326 Aug 05 02:21:22.895689 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e54f9-5a9f-40b8-9899-6b81520c1b51 None None] Pushing event updated for resources: {'Port': ['ID=17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:22.953913 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:22.990200 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-86ab568b-b137-459d-a449-45a1113673fd req-9681c161-7faa-4550-ab85-36cd496a0f6d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945148 Aug 05 02:21:23.001521 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:23.005172 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:23.009026 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:21:23.047451 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Pushing event updated for resources: {'Port': ['ID=4a95dfa0-1726-4911-b3b4-8c1f7c7703da,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:23.152636 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f3832-8ea9-431a-b5f9-b6ac91b94973 req-331c3cfe-a97f-4e15-9c35-6476d811ee70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:23.155088 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-576f3832-8ea9-431a-b5f9-b6ac91b94973 req-331c3cfe-a97f-4e15-9c35-6476d811ee70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0894191 Aug 05 02:21:23.236891 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-576f3832-8ea9-431a-b5f9-b6ac91b94973 req-420316b2-cc33-4d28-9330-b05e5c8dbef6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676155 Aug 05 02:21:23.258452 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1c2f8-30ec-4f6a-8bc6-dafe78ec1cf1 req-b6aafcdd-9626-4d5a-912f-d959bf6070e9 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:23.276921 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e6c1c2f8-30ec-4f6a-8bc6-dafe78ec1cf1 req-b6aafcdd-9626-4d5a-912f-d959bf6070e9 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.1377935 Aug 05 02:21:23.384589 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e6c1c2f8-30ec-4f6a-8bc6-dafe78ec1cf1 req-44e16adc-2b1b-4329-9ba7-35f815b24b19 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978973 Aug 05 02:21:23.440526 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks [] for router_gateway (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:23.488522 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:23.580916 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:23.634216 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:23.773166 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:21:23.807569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f24c7-6d21-4a39-948a-992e7b6b65ef req-844bba24-8399-4b7d-8e21-9d4f7603bcfe tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:23.809294 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6e8f24c7-6d21-4a39-948a-992e7b6b65ef req-844bba24-8399-4b7d-8e21-9d4f7603bcfe tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 944 time: 0.0537493 Aug 05 02:21:23.831716 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:23.876379 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6e8f24c7-6d21-4a39-948a-992e7b6b65ef req-daa9a211-3764-4df0-bb47-7c638c822207 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592055 Aug 05 02:21:23.956211 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f33d08-f401-4161-9c98-d8f7a6020550 None None] Network e13b05c9-2865-404d-b1cd-fa40c7ecac7d requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:21:24.046360 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:24.113119 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-cceda21d-8384-4e71-b6fd-5072fb794041 None None] Provisioning complete for port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:24.113495 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cceda21d-8384-4e71-b6fd-5072fb794041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:24.130481 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93e2c1-b8c5-48e6-b7fe-2c6d8f644ed5 req-e0292c75-76e6-46b2-b92a-7cf7e7c6b1c1 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:24.132287 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0b93e2c1-b8c5-48e6-b7fe-2c6d8f644ed5 req-e0292c75-76e6-46b2-b92a-7cf7e7c6b1c1 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.0539308 Aug 05 02:21:24.160623 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69387199-1cff-4f29-8b1c-50dd5cac9eaf req-9386bcd8-97d0-416c-9f3d-361517279991 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:24.162008 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:24.162387 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:24.163083 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-69387199-1cff-4f29-8b1c-50dd5cac9eaf req-9386bcd8-97d0-416c-9f3d-361517279991 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.2857344 Aug 05 02:21:24.164355 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:24.175380 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Sync routers for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:24.192469 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:24.193297 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:24.198133 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0b93e2c1-b8c5-48e6-b7fe-2c6d8f644ed5 req-e461a414-3742-45e5-b679-d71b97397d47 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577753 Aug 05 02:21:24.215203 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:24.249894 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-69387199-1cff-4f29-8b1c-50dd5cac9eaf req-55b53fc4-fc04-4837-bd8d-f824b871dc87 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787349 Aug 05 02:21:24.261585 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:24.263355 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-1cf5c121-63e9-4018-be3e-ef39ed59313f admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4642308 Aug 05 02:21:24.268777 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37676) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:24.285719 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-cceda21d-8384-4e71-b6fd-5072fb794041 None None] Current status of the port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:24.286043 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cceda21d-8384-4e71-b6fd-5072fb794041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:24.362841 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-cceda21d-8384-4e71-b6fd-5072fb794041 None None] For port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:24.366369 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:24.372475 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:24.382023 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cceda21d-8384-4e71-b6fd-5072fb794041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:24.393431 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:24.393741 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:24.411516 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e450c1-07dc-4bb1-b297-3a8ab6f23181 req-9e2c18dd-947f-459e-baaa-bd846b9a1c47 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:24.413114 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-01e450c1-07dc-4bb1-b297-3a8ab6f23181 req-9e2c18dd-947f-459e-baaa-bd846b9a1c47 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0687129 Aug 05 02:21:24.522426 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-01e450c1-07dc-4bb1-b297-3a8ab6f23181 req-590d77eb-094b-446c-8b9b-67e532b2684e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013391 Aug 05 02:21:24.562863 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceda21d-8384-4e71-b6fd-5072fb794041 None None] Pushing event updated for resources: {'Port': ['ID=17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:24.579472 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-544f3889-ddf2-4205-8587-ce23a0eca3a8 None None] Provisioning complete for port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:24.579974 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-544f3889-ddf2-4205-8587-ce23a0eca3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:24.613386 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.db.api [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 05 02:21:24.613803 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG oslo_db.api [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 02:21:24.614574 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:23Z', 'revision_number': 3, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:24.646749 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Checking router: f9da5469-4b9f-4ed6-9982-bf1e458e8c44 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:24.647098 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Updating router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:21:24.661596 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7e30a-4031-49ee-9991-88bc7a3604c6 req-85800c22-aef4-47ee-b887-e327d4172175 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:24.663108 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0ab7e30a-4031-49ee-9991-88bc7a3604c6 req-85800c22-aef4-47ee-b887-e327d4172175 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.1063304 Aug 05 02:21:24.673754 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-544f3889-ddf2-4205-8587-ce23a0eca3a8 None None] Current status of the port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:24.750633 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:24.768731 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:24.797212 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0ab7e30a-4031-49ee-9991-88bc7a3604c6 req-ee67a2ad-01da-47ae-9883-e6d83c3fcbe6 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900738 Aug 05 02:21:24.801812 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37688) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:24.922437 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:24.954064 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a639fa1d-18a3-4ddd-9eca-3785c9128237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.044043 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Publish callbacks [] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.049335 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d4c4-f366-4e00-9e59-90fb02f1911b req-c8396222-1973-4eb2-a275-c40bcca461c2 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:25.051155 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8aa7d4c4-f366-4e00-9e59-90fb02f1911b req-c8396222-1973-4eb2-a275-c40bcca461c2 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 944 time: 0.0746586 Aug 05 02:21:25.051592 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.089001 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Attempting to bind port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:21:25.089653 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Attempting to bind port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:21:25.090006 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Attempting to bind port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:21:25.099233 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Allocated IP 172.20.0.1 (e13b05c9-2865-404d-b1cd-fa40c7ecac7d/edda7678-889a-4621-b058-4d3ec66d706a/3120b0e8-8c1e-4901-93e9-4ed786379384) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:21:25.104350 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:21:25.104730 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:21:25.105301 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.105859 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:21:25.106514 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Bound port: 4a95dfa0-1726-4911-b3b4-8c1f7c7703da, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:21:25.107575 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.131333 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Pushing event updated for resources: {'Port': ['ID=4a95dfa0-1726-4911-b3b4-8c1f7c7703da,revision_number=2']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:25.140673 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.141017 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.141377 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.141906 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.142397 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.142889 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.143366 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.143842 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.144155 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8aa7d4c4-f366-4e00-9e59-90fb02f1911b req-2e99213b-fbf6-46d7-b4a4-6e5668d2bf04 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815659 Aug 05 02:21:25.144515 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.145011 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.145489 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.145976 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.146452 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.146922 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.147400 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:25.148889 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a639fa1d-18a3-4ddd-9eca-3785c9128237 admin admin] Publish callbacks [] for security_group (f8e704f9-b096-4210-b347-36b3a16b7bf7), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.160966 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a639fa1d-18a3-4ddd-9eca-3785c9128237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f8e704f9-b096-4210-b347-36b3a16b7bf7), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.180965 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] For port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:21:25.187887 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] For port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=4a95dfa0-1726-4911-b3b4-8c1f7c7703da,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:21:25.195467 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:25.202884 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.212394 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-a639fa1d-18a3-4ddd-9eca-3785c9128237 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=46dc6dea2e554deeb7b94bfd36c4815c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4076822 Aug 05 02:21:25.213435 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639fa1d-18a3-4ddd-9eca-3785c9128237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e704f9-b096-4210-b347-36b3a16b7bf7,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:25.215509 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37694) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:25.239333 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:25.240041 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:25.285578 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:25.307437 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbe515-b575-4225-80e6-e6013e7fa238 None None] Pushing event updated for resources: {'Port': ['ID=4a95dfa0-1726-4911-b3b4-8c1f7c7703da,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:25.313865 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Publish callbacks [] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.341239 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ff2f73b7-6b43-4c69-84fa-ec441b1628a0 admin admin] Publish callbacks [] for security_group (f8e704f9-b096-4210-b347-36b3a16b7bf7), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.347552 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:25.366568 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:25.383334 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051e9c-e5a2-48be-b079-0cb6993cc621 req-47b89f66-9770-4329-ad8b-37d7e8a76759 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:25.386222 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-79051e9c-e5a2-48be-b079-0cb6993cc621 req-47b89f66-9770-4329-ad8b-37d7e8a76759 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0520747 Aug 05 02:21:25.395317 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0ef02-ad4d-4295-86a9-030689854942 req-3a21db46-a9ad-4cd7-a2e2-3b73040674b8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:25.399313 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bcf0ef02-ad4d-4295-86a9-030689854942 req-3a21db46-a9ad-4cd7-a2e2-3b73040674b8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.1093395 Aug 05 02:21:25.409615 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ff2f73b7-6b43-4c69-84fa-ec441b1628a0 admin admin] Publish callbacks [] for security_group (f8e704f9-b096-4210-b347-36b3a16b7bf7), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.442943 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-79051e9c-e5a2-48be-b079-0cb6993cc621 req-9ffb1d80-9ae7-4a17-9817-7c033e8b2a22 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519168 Aug 05 02:21:25.465756 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.498014 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:25.504516 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:25.523822 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Network e13b05c9-2865-404d-b1cd-fa40c7ecac7d is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:25.532354 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bcf0ef02-ad4d-4295-86a9-030689854942 req-ea0f8ea2-1d53-4085-a715-c48bcdc71f95 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251614 Aug 05 02:21:25.535629 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:25.542129 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:21:25.570810 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Pushing event updated for resources: {'Port': ['ID=3120b0e8-8c1e-4901-93e9-4ed786379384,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:25.578465 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ff2f73b7-6b43-4c69-84fa-ec441b1628a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f8e704f9-b096-4210-b347-36b3a16b7bf7), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.582318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ff2f73b7-6b43-4c69-84fa-ec441b1628a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.583126 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:23Z', 'revision_number': 3, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:25.583899 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-ff2f73b7-6b43-4c69-84fa-ec441b1628a0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f8e704f9-b096-4210-b347-36b3a16b7bf7 HTTP/1.1" status: 204 len: 168 time: 0.3671360 Aug 05 02:21:25.609776 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f73b7-6b43-4c69-84fa-ec441b1628a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e704f9-b096-4210-b347-36b3a16b7bf7,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:25.622022 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.637970 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf9d1a-4029-41d0-a7f8-52edd1642b54 None None] The sync data for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi is: [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:23Z', 'revision_number': 3, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:25.741859 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1022b-4df1-4ddc-b057-d74403f445bd req-06957c2f-4330-44dd-8c76-670e9bcbda80 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:25.743617 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0fe1022b-4df1-4ddc-b057-d74403f445bd req-06957c2f-4330-44dd-8c76-670e9bcbda80 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0836353 Aug 05 02:21:25.811826 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0fe1022b-4df1-4ddc-b057-d74403f445bd req-3933bc11-423d-413c-880e-671b6a480127 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588717 Aug 05 02:21:25.818167 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.913656 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-9e772fb8-071b-4894-a828-621b2a4f50b2 None None] Provisioning complete for port 3120b0e8-8c1e-4901-93e9-4ed786379384 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:25.918088 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9e772fb8-071b-4894-a828-621b2a4f50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:25.961060 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-9e772fb8-071b-4894-a828-621b2a4f50b2 None None] Port 3120b0e8-8c1e-4901-93e9-4ed786379384 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:21:25.985725 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94810-00be-423f-88c2-234685a59207 req-063b8754-0774-47e6-a019-d6a709575c98 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:25.987247 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fcc94810-00be-423f-88c2-234685a59207 req-063b8754-0774-47e6-a019-d6a709575c98 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0946486 Aug 05 02:21:26.071740 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:26.074144 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fcc94810-00be-423f-88c2-234685a59207 req-d49a51b2-244f-443c-a7fb-e766ef390622 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778956 Aug 05 02:21:26.120807 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Publish callbacks [] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.121984 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:26.130895 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13018890'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.145025 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37710) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:26.146583 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:26.146974 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.163075 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-32203e00-37ff-4236-82e5-79a8408f2345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.221961 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Pushing event updated for resources: {'Port': ['ID=3120b0e8-8c1e-4901-93e9-4ed786379384,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:26.232942 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.251937 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:26.267059 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:26.270704 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-32203e00-37ff-4236-82e5-79a8408f2345 admin admin] Publish callbacks [] for security_group (422ebfdd-3593-4748-9b11-6b156d4f6181), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.290075 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:26.300028 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-32203e00-37ff-4236-82e5-79a8408f2345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (422ebfdd-3593-4748-9b11-6b156d4f6181), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.302785 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:26.349961 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Network e13b05c9-2865-404d-b1cd-fa40c7ecac7d is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:26.352250 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:26.367025 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536501c-8077-430a-b589-eb2181734183 req-9fbc4a53-7da9-4682-9fc3-62d41bdba4ab tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:26.375022 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6536501c-8077-430a-b589-eb2181734183 req-9fbc4a53-7da9-4682-9fc3-62d41bdba4ab tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 944 time: 0.1087828 Aug 05 02:21:26.376853 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32203e00-37ff-4236-82e5-79a8408f2345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422ebfdd-3593-4748-9b11-6b156d4f6181,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:26.395551 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-32203e00-37ff-4236-82e5-79a8408f2345 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5110a35e9f5f41339cb6e9c3c3dcfbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494388 Aug 05 02:21:26.398676 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37714) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:26.445441 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6536501c-8077-430a-b589-eb2181734183 req-1d3c7701-4597-474d-a32b-a8e9a1d698a2 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695214 Aug 05 02:21:26.522887 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:21:26.560037 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee99-fc56-444b-b65c-a5a52f2cde39 admin admin] Publish callbacks [] for security_group (422ebfdd-3593-4748-9b11-6b156d4f6181), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.590538 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-e86cda1f-59bd-48c7-a5f8-33d3ba9e8f5b None None] Provisioning complete for port 3120b0e8-8c1e-4901-93e9-4ed786379384 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:26.592126 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e86cda1f-59bd-48c7-a5f8-33d3ba9e8f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.655300 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:26.657490 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee99-fc56-444b-b65c-a5a52f2cde39 admin admin] Publish callbacks [] for security_group (422ebfdd-3593-4748-9b11-6b156d4f6181), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.662164 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-e86cda1f-59bd-48c7-a5f8-33d3ba9e8f5b None None] Port 3120b0e8-8c1e-4901-93e9-4ed786379384 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:21:26.673649 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc868e1-3e01-4259-874f-b3077d8f99ec req-3e4380dd-c444-4224-9680-1864b474a1e1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:26.675185 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7bc868e1-3e01-4259-874f-b3077d8f99ec req-3e4380dd-c444-4224-9680-1864b474a1e1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.1357090 Aug 05 02:21:26.691751 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb9396-a622-444a-8732-d90d54aa0bd4 req-b4dd2a39-3d4b-4949-b259-e58684f981bb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:26.693296 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-31bb9396-a622-444a-8732-d90d54aa0bd4 req-b4dd2a39-3d4b-4949-b259-e58684f981bb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.0514686 Aug 05 02:21:26.753204 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-31bb9396-a622-444a-8732-d90d54aa0bd4 req-c282e31b-7101-4c8c-82af-715fcbdae087 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536714 Aug 05 02:21:26.789016 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:26.798973 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4a978ec8-c5b8-4e83-a40b-0dfa5776328d admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f9da5469-4b9f-4ed6-9982-bf1e458e8c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5289342 Aug 05 02:21:26.807370 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7bc868e1-3e01-4259-874f-b3077d8f99ec req-1032991a-3ad6-4b06-80e4-1a4536016cf9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226032 Aug 05 02:21:26.818099 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee99-fc56-444b-b65c-a5a52f2cde39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (422ebfdd-3593-4748-9b11-6b156d4f6181), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.820916 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6f62ee99-fc56-444b-b65c-a5a52f2cde39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:26.822107 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-6f62ee99-fc56-444b-b65c-a5a52f2cde39 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/422ebfdd-3593-4748-9b11-6b156d4f6181 HTTP/1.1" status: 204 len: 168 time: 0.4223258 Aug 05 02:21:26.839072 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62ee99-fc56-444b-b65c-a5a52f2cde39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422ebfdd-3593-4748-9b11-6b156d4f6181,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:26.971444 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e14468-89bb-4941-9e74-23ec3b6d1319 req-ae210d7d-e9f6-4f48-b1bd-e99c19e7439b tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:26.972998 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-47e14468-89bb-4941-9e74-23ec3b6d1319 req-ae210d7d-e9f6-4f48-b1bd-e99c19e7439b tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0519600 Aug 05 02:21:27.040918 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-47e14468-89bb-4941-9e74-23ec3b6d1319 req-bfa37970-bb55-4c37-b07f-4234f4920a83 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615907 Aug 05 02:21:27.221517 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04488ac0-33fc-4a61-9df7-9b5fdb7767f4 req-2d9c9128-790e-40fb-88c9-ace349a29972 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:27.223458 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-04488ac0-33fc-4a61-9df7-9b5fdb7767f4 req-2d9c9128-790e-40fb-88c9-ace349a29972 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0509582 Aug 05 02:21:27.277780 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-04488ac0-33fc-4a61-9df7-9b5fdb7767f4 req-606005fd-3308-4f57-88d5-503a886876e0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479267 Aug 05 02:21:27.437035 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37758) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:27.444200 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1514054561-network', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:27.467075 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Made reservation on behalf of 6d514bb1894c4cbeabba468f621e9845 for: {'network': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:27.469550 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:27.489405 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:27.585938 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e1b6f-68c8-4018-8f52-f4afb03b2acd req-6cce7915-b380-4455-a9d2-dd192760828b tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:27.587405 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-786e1b6f-68c8-4018-8f52-f4afb03b2acd req-6cce7915-b380-4455-a9d2-dd192760828b tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 944 time: 0.0632510 Aug 05 02:21:27.629516 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Publish callbacks [] for security_group (01c88de4-6207-404f-9d60-f3298d3d042d), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:27.641856 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (01c88de4-6207-404f-9d60-f3298d3d042d), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:27.665023 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Sync routers for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:27.680534 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:27.681171 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:27.688887 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-786e1b6f-68c8-4018-8f52-f4afb03b2acd req-4bc726fd-2c89-4e36-a014-86507e562715 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940156 Aug 05 02:21:27.711973 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=104195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:21:27.717140 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c88de4-6207-404f-9d60-f3298d3d042d,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:27.722957 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (25621707-10b6-4597-9198-74a2e12d5008), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:27.723413 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.segments_db [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Added segment 25621707-10b6-4597-9198-74a2e12d5008 of type vlan for network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee Aug 05 02:21:27.771104 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:27.800388 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:27.801911 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:27.802701 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:27.803021 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:27.894840 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] Pushing event updated for resources: {'Network': ['ID=2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:27.904869 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-2cbc607a-4047-4dfe-ac61-c5ef147aec80 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4660447 Aug 05 02:21:27.916933 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37778) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:27.920299 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:21:27.930433 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Request body: {'subnet': {'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1514054561-subnet', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'ip_version': 4}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:27.944566 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c45c4e-0bd0-4de4-ad2c-3b1b7662a4ec req-0fdb2629-441d-402a-b759-d640826a6e9a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:27.947000 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-96c45c4e-0bd0-4de4-ad2c-3b1b7662a4ec req-0fdb2629-441d-402a-b759-d640826a6e9a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.0880439 Aug 05 02:21:27.967508 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:27.983916 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d412a1-f167-4859-ba2c-7195b70961d1 req-a625bfaf-86a0-480b-be7a-fa3c3585554d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:27.985685 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-19d412a1-f167-4859-ba2c-7195b70961d1 req-a625bfaf-86a0-480b-be7a-fa3c3585554d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0797846 Aug 05 02:21:27.988636 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Made reservation on behalf of 6d514bb1894c4cbeabba468f621e9845 for: {'subnet': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:27.994695 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.033707 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-96c45c4e-0bd0-4de4-ad2c-3b1b7662a4ec req-b29d5938-6327-4734-a674-cd80e72c6c24 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757084 Aug 05 02:21:28.065717 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:28.151194 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-19d412a1-f167-4859-ba2c-7195b70961d1 req-9ab099fc-d197-4940-b77a-acfa9ec2fcdd tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069458 Aug 05 02:21:28.168684 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 4a95dfa0-1726-4911-b3b4-8c1f7c7703da up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:28.202158 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4da13-eb8b-425a-98e1-69dff203a31b req-2050eb0c-b436-488a-a4d6-a2c547ec210f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:28.206465 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 661635b8-8836-4704-91ee-343c5d3a40eb up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:28.209801 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f0d4da13-eb8b-425a-98e1-69dff203a31b req-2050eb0c-b436-488a-a4d6-a2c547ec210f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0685995 Aug 05 02:21:28.239543 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=100 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:28.272767 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.277691 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f0d4da13-eb8b-425a-98e1-69dff203a31b req-6d22635b-bb14-4b72-aa8f-1401fdb20e0f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640333 Aug 05 02:21:28.331817 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (d96ab29e-86d0-48ea-ac16-de7227b9909c), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.332524 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 661635b8-8836-4704-91ee-343c5d3a40eb completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:21:28.334867 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:28.335096 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.384563 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 661635b8-8836-4704-91ee-343c5d3a40eb triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:28.384940 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.444516 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878f808-83aa-4667-9a32-c04bd633ace4 req-58f072ae-82c8-49a6-be16-47819c980f72 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:28.445561 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3120b0e8-8c1e-4901-93e9-4ed786379384', 'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'mac_address': 'fa:16:3e:52:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:24Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 2, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'subnets': [{'id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:28.446018 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4878f808-83aa-4667-9a32-c04bd633ace4 req-58f072ae-82c8-49a6-be16-47819c980f72 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0786169 Aug 05 02:21:28.446641 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96ab29e-86d0-48ea-ac16-de7227b9909c,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:28.452206 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Checking segment: {'id': '25621707-10b6-4597-9198-74a2e12d5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:21:28.453625 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Network hostable DHCP agents. Network: 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:21:28.486389 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Checking router: f9da5469-4b9f-4ed6-9982-bf1e458e8c44 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:28.486782 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Updating router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 port 3120b0e8-8c1e-4901-93e9-4ed786379384 binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:21:28.496509 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:21:28.525787 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4878f808-83aa-4667-9a32-c04bd633ace4 req-b7242eb0-2d53-4c4a-a206-5150e27e229d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704892 Aug 05 02:21:28.530236 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee) {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:28.536081 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:28.536720 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.553103 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce25cb7-267a-47f1-89f3-c01d24861932 None None] Network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:21:28.571218 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-cd390095-db9e-4e6b-8b3c-857f7f59437f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6454797 Aug 05 02:21:28.573539 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37824) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:28.578179 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:28.590507 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:28.625249 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.625436 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-efd6296a-6a2a-4f89-91ac-435b2f56c199 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d9c2151-858a-4f4b-ae99-508b1aadb74a HTTP/1.1" status: 200 len: 217 time: 0.0474138 Aug 05 02:21:28.627077 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.632593 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-5f95dad7-6fdf-4c0c-a025-101a8fdde121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:28.634058 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-5f95dad7-6fdf-4c0c-a025-101a8fdde121 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.1291215 Aug 05 02:21:28.638856 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:28.639306 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.689499 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks [] for router_controller (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), precommit_add_association {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.829475 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.851542 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:28.857599 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=4a95dfa0-1726-4911-b3b4-8c1f7c7703da,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:28.863460 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 661635b8-8836-4704-91ee-343c5d3a40eb is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:28.863821 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.864488 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks [] for router_gateway (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.872987 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c79f1-76fa-44a1-85c3-b0257070697f req-4af312d1-8a09-4870-b701-20928c7edc8b tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:28.877610 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:28.882271 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4b2c79f1-76fa-44a1-85c3-b0257070697f req-4af312d1-8a09-4870-b701-20928c7edc8b tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 944 time: 0.0985143 Aug 05 02:21:28.953424 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4b2c79f1-76fa-44a1-85c3-b0257070697f req-a06cafe0-1190-426d-a2bf-536e2e45ff50 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691710 Aug 05 02:21:28.979902 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:28.982921 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7334b65-cb67-4b45-827a-f2e9bec6d913" -d '{"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-plugged", "status": "completed", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:29.003591 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:29.067730 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddae86f6-87a9-4f64-9b0f-9747a5bc8423 x-openstack-request-id: req-ddae86f6-87a9-4f64-9b0f-9747a5bc8423 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:29.067999 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-plugged", "status": "completed", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:29.068253 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddae86f6-87a9-4f64-9b0f-9747a5bc8423 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:29.068667 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddae86f6-87a9-4f64-9b0f-9747a5bc8423'] response: {'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb', 'code': 200} Aug 05 02:21:29.081095 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:29.081956 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9d9c2151-858a-4f4b-ae99-508b1aadb74a up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:29.108845 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee', 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee', 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'fixed_ips': [{'subnet_id': 'd96ab29e-86d0-48ea-ac16-de7227b9909c'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:21:29.110276 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:29.152281 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=4a95dfa0-1726-4911-b3b4-8c1f7c7703da,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:29.265120 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-6d6f95c6-e7e7-4588-a33a-b0f4ac0aeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:29.266964 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-6d6f95c6-e7e7-4588-a33a-b0f4ac0aeaca service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 1127 time: 0.1034050 Aug 05 02:21:29.301995 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-82fe85d9-7f64-4a7c-958a-77801802c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:29.303835 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-82fe85d9-7f64-4a7c-958a-77801802c789 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=18615ac6-55b1-4cc9-95d3-ea9f6c56b01a HTTP/1.1" status: 200 len: 851 time: 0.0673413 Aug 05 02:21:29.444650 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 9d9c2151-858a-4f4b-ae99-508b1aadb74a completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:21:29.446710 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:29.455832 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:29.468435 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 9d9c2151-858a-4f4b-ae99-508b1aadb74a triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:29.468741 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:29.534944 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:29.544492 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebcd11-40f4-4f0a-9b41-6602933e0436 req-2020d6ab-4fb9-4b58-81ac-665ede48ebe5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:29.561329 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-faebcd11-40f4-4f0a-9b41-6602933e0436 req-2020d6ab-4fb9-4b58-81ac-665ede48ebe5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.2485600 Aug 05 02:21:29.609598 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Allocated IP 172.20.0.2 (2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee/d96ab29e-86d0-48ea-ac16-de7227b9909c/7d0680ef-c02c-4af2-b626-e9ad0f15f95d) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:21:29.662620 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:29.790529 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-b8c6e135-6540-4f00-ae6b-9c127ab46e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:29.792406 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-b8c6e135-6540-4f00-ae6b-9c127ab46e2c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5545650 Aug 05 02:21:29.796896 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:29.811020 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df4a4-5369-44f7-8bce-10612b5055d9 req-6422f344-0734-4fca-95f7-739e706a516d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:29.817364 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ed3df4a4-5369-44f7-8bce-10612b5055d9 req-6422f344-0734-4fca-95f7-739e706a516d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.5818384 Aug 05 02:21:29.830690 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 9d9c2151-858a-4f4b-ae99-508b1aadb74a is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:29.831794 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:29.847887 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks [] for router_gateway (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:29.855027 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a671-d7fb-413c-b78c-9c93b6118d63 req-6e0e814f-b5e2-47dd-9cd2-b74e40d49fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:29.857555 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5252a671-d7fb-413c-b78c-9c93b6118d63 req-6e0e814f-b5e2-47dd-9cd2-b74e40d49fb0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 1130 time: 0.1510081 Aug 05 02:21:29.864066 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-2caae0a0-e40e-4a8a-9e85-46b475facbf9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7519798 Aug 05 02:21:29.866558 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Publish callbacks [] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:29.888823 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-db7a8eeb-ce83-42dc-8dde-570c67ffcb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:29.891090 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-db7a8eeb-ce83-42dc-8dde-570c67ffcb62 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5629203 Aug 05 02:21:29.896757 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:29.925930 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:29.949497 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-faebcd11-40f4-4f0a-9b41-6602933e0436 req-89b5ac37-d619-4e6f-8e0d-0179a78f48c7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904328 Aug 05 02:21:29.952666 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406bda4-d8e9-4489-8888-0bee179d8c00 None None] Pushing event updated for resources: {'Port': ['ID=3120b0e8-8c1e-4901-93e9-4ed786379384,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:29.959053 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-de66cbc2-3eaa-43ff-a9bb-d2e7e5e8eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:29.960614 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-de66cbc2-3eaa-43ff-a9bb-d2e7e5e8eb38 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 912 time: 0.6126447 Aug 05 02:21:30.024590 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9d9c2151-858a-4f4b-ae99-508b1aadb74a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9d9c2151-858a-4f4b-ae99-508b1aadb74a,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:30.036114 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5252a671-d7fb-413c-b78c-9c93b6118d63 req-f7b5d1dd-80ab-4eaa-8efe-c07962b88cac service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242840 Aug 05 02:21:30.096603 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.177695 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=9d9c2151-858a-4f4b-ae99-508b1aadb74a,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:30.180988 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 4a95dfa0-1726-4911-b3b4-8c1f7c7703da up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:30.217138 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ed3df4a4-5369-44f7-8bce-10612b5055d9 req-8ef0ac55-161a-40c8-bfac-9fb555c00e24 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3979175 Aug 05 02:21:30.229931 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device c3c4ea12-20f0-402c-a002-d09aebd27024 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:21:30.253999 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Attempting to bind port 3120b0e8-8c1e-4901-93e9-4ed786379384 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:21:30.254546 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Attempting to bind port 3120b0e8-8c1e-4901-93e9-4ed786379384 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:21:30.255033 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Attempting to bind port 3120b0e8-8c1e-4901-93e9-4ed786379384 on network e13b05c9-2865-404d-b1cd-fa40c7ecac7d {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:21:30.263873 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Allocated IP 172.27.0.117 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/01e89a8e-409a-40a5-a346-5353606a28b6) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:21:30.267094 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8317c9-1441-42f7-8998-76f8f18eab58 req-12bf6bd7-4ec7-4189-ac15-d259a178926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:30.275473 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0a8317c9-1441-42f7-8998-76f8f18eab58 req-12bf6bd7-4ec7-4189-ac15-d259a178926c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 1130 time: 0.2695739 Aug 05 02:21:30.277884 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:21:30.278438 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Checking segment: {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:21:30.278947 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.279676 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Bound using segment: {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:21:30.280269 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Bound port: 3120b0e8-8c1e-4901-93e9-4ed786379384, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:21:30.280889 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.302651 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Publish callbacks [] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.310308 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db223d-3942-41ef-828d-ae0d31ab3921 req-89b99335-d40e-48be-8d4b-8689ad0a1976 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:30.317702 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-81db223d-3942-41ef-828d-ae0d31ab3921 req-89b99335-d40e-48be-8d4b-8689ad0a1976 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.1548059 Aug 05 02:21:30.327714 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:30.328839 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.330310 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:30.332077 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:30.366417 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.382114 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-f9768a97-c72a-4cc8-bb65-d6f3acf26662 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224452 Aug 05 02:21:30.413572 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b166b-3171-4fe5-8efe-60aa4dc8b37f req-a1f0b132-4703-4912-8d2c-358fee21644d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:30.416831 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-292b166b-3171-4fe5-8efe-60aa4dc8b37f req-a1f0b132-4703-4912-8d2c-358fee21644d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 943 time: 0.0873067 Aug 05 02:21:30.420978 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-25d0fdc0-768e-41c4-afaf-a3edb102f6ec service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532378 Aug 05 02:21:30.441032 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-81db223d-3942-41ef-828d-ae0d31ab3921 req-5f11e76e-d6ac-4604-abdf-f0bdbbe4fd5d tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222498 Aug 05 02:21:30.459486 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Pushing event updated for resources: {'Port': ['ID=7d0680ef-c02c-4af2-b626-e9ad0f15f95d,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:30.481110 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-292b166b-3171-4fe5-8efe-60aa4dc8b37f req-df6383b1-82ac-4433-978d-a2776a5f677c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618775 Aug 05 02:21:30.506810 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:30.511265 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:30.517480 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:21:30.533884 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:30.555764 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] For port 3120b0e8-8c1e-4901-93e9-4ed786379384, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:21:30.575896 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-6306436e-00c1-4722-925e-ed329fda2f61 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c4ea12-20f0-402c-a002-d09aebd27024 HTTP/1.1" status: 200 len: 217 time: 0.0578463 Aug 05 02:21:30.578818 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks [] for port (01e89a8e-409a-40a5-a346-5353606a28b6), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.602568 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] For port 3120b0e8-8c1e-4901-93e9-4ed786379384, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3120b0e8-8c1e-4901-93e9-4ed786379384,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:21:30.605572 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port c3c4ea12-20f0-402c-a002-d09aebd27024, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c3c4ea12-20f0-402c-a002-d09aebd27024,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:30.622062 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9f6e9-63ba-42e4-8948-88c0b28b363e req-81be973a-e95c-406c-9fdb-92463e9b5d3d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:30.624262 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7ca9f6e9-63ba-42e4-8948-88c0b28b363e req-81be973a-e95c-406c-9fdb-92463e9b5d3d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0966911 Aug 05 02:21:30.658826 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.707157 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': 'c3c4ea12-20f0-402c-a002-d09aebd27024', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'port_id': 'c3c4ea12-20f0-402c-a002-d09aebd27024', 'mac_address': 'fa:16:3e:c3:27:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:21:30.729080 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Attempting to bind port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:21:30.729482 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Attempting to bind port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '25621707-10b6-4597-9198-74a2e12d5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:21:30.729756 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Attempting to bind port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d on network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:21:30.739703 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:30.771171 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:21:30.771615 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Checking segment: {'id': '25621707-10b6-4597-9198-74a2e12d5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:21:30.771984 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.772448 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Bound using segment: {'id': '25621707-10b6-4597-9198-74a2e12d5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:21:30.772832 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Bound port: 7d0680ef-c02c-4af2-b626-e9ad0f15f95d, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25621707-10b6-4597-9198-74a2e12d5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:21:30.773294 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.775330 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:30.777294 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:30.794223 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.818174 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-0e0ccc52-6f18-49aa-8780-9fc05f346334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:30.819663 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-0e0ccc52-6f18-49aa-8780-9fc05f346334 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 1130 time: 0.2044492 Aug 05 02:21:30.850939 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406bda4-d8e9-4489-8888-0bee179d8c00 None None] Pushing event updated for resources: {'Port': ['ID=3120b0e8-8c1e-4901-93e9-4ed786379384,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:30.863287 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port c3c4ea12-20f0-402c-a002-d09aebd27024 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:30.863683 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:30.871821 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0a8317c9-1441-42f7-8998-76f8f18eab58 req-9ce7efbb-de38-44dc-be70-4ecc79418ab5 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092519 Aug 05 02:21:30.883234 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7ca9f6e9-63ba-42e4-8948-88c0b28b363e req-b79a7aa6-090e-4b43-bded-4b96146c57e1 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845191 Aug 05 02:21:30.884064 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Pushing event updated for resources: {'Port': ['ID=01e89a8e-409a-40a5-a346-5353606a28b6,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:30.888412 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:30.892838 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:30.894876 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:30.900544 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-289166ea-ae6f-4204-abbf-bf686666dbd3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842851 Aug 05 02:21:30.901443 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:21:30.905979 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-9cb665a3-9dda-4a73-bd5f-e54df2d18f6b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928810 Aug 05 02:21:30.956758 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c4ea12-20f0-402c-a002-d09aebd27024 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:21:30.966659 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:31.011339 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port c3c4ea12-20f0-402c-a002-d09aebd27024, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c3c4ea12-20f0-402c-a002-d09aebd27024,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:31.024921 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:31.027118 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] For port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:21:31.031599 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:31.037367 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] For port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=7d0680ef-c02c-4af2-b626-e9ad0f15f95d,segment=NetworkSegment(25621707-10b6-4597-9198-74a2e12d5008),segment_id=25621707-10b6-4597-9198-74a2e12d5008)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:21:31.141913 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:31.150540 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8359f-9377-4606-ba60-011ad95bd29d req-459c10c8-43c1-44fb-b92a-7f7b8c8ae479 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:31.159050 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bda8359f-9377-4606-ba60-011ad95bd29d req-459c10c8-43c1-44fb-b92a-7f7b8c8ae479 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0638483 Aug 05 02:21:31.174693 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-87ebe7ff-0751-4a34-9ef8-ae5f5f5aaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:31.178794 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-87ebe7ff-0751-4a34-9ef8-ae5f5f5aaafc service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 200 len: 850 time: 0.0696046 Aug 05 02:21:31.186349 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks [] for router_gateway (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:31.210391 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bda8359f-9377-4606-ba60-011ad95bd29d req-0e134ec9-aa3d-4bc9-be69-183ed4228164 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501850 Aug 05 02:21:31.218102 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9c2151-858a-4f4b-ae99-508b1aadb74a'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:31.220606 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e754ec2-1c41-4485-8787-120dbe20e256" -d '{"events": [{"server_uuid": "69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3", "name": "network-vif-plugged", "status": "completed", "tag": "9d9c2151-858a-4f4b-ae99-508b1aadb74a"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:31.230822 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:31.312744 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e5ce17-7895-4cb8-85e0-a467c793c3bf x-openstack-request-id: req-05e5ce17-7895-4cb8-85e0-a467c793c3bf {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:31.312744 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3", "name": "network-vif-plugged", "status": "completed", "tag": "9d9c2151-858a-4f4b-ae99-508b1aadb74a", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:31.313071 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05e5ce17-7895-4cb8-85e0-a467c793c3bf {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:31.313426 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e5ce17-7895-4cb8-85e0-a467c793c3bf'] response: {'server_uuid': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9c2151-858a-4f4b-ae99-508b1aadb74a', 'code': 200} Aug 05 02:21:31.348396 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=c3c4ea12-20f0-402c-a002-d09aebd27024,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:31.388667 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69188d-a6d6-4795-9a16-5206bf853564 req-e930b2b0-01e6-431a-a07d-6b69015beb97 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:31.399003 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8a69188d-a6d6-4795-9a16-5206bf853564 req-e930b2b0-01e6-431a-a07d-6b69015beb97 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0706360 Aug 05 02:21:31.429633 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:31.441691 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc9380-cb05-4de0-a485-d107119877c9 None None] Pushing event updated for resources: {'Port': ['ID=7d0680ef-c02c-4af2-b626-e9ad0f15f95d,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:31.473685 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8a69188d-a6d6-4795-9a16-5206bf853564 req-7662b748-806a-419d-b989-7dc6198da109 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730674 Aug 05 02:21:31.497791 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:31.543338 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3120b0e8-8c1e-4901-93e9-4ed786379384', 'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'mac_address': 'fa:16:3e:52:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:24Z', 'updated_at': '2022-08-05T02:21:30Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'subnets': [{'id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:31.577001 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['c3c4ea12-20f0-402c-a002-d09aebd27024'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:21:31.622275 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341a084-072c-45c7-8e91-de599c3e7607 None None] The sync data for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi is: [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3120b0e8-8c1e-4901-93e9-4ed786379384', 'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'mac_address': 'fa:16:3e:52:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:24Z', 'updated_at': '2022-08-05T02:21:30Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'subnets': [{'id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:31.712949 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710abb3-eec3-4bdc-ad95-e4825c1ebc16 req-89f33158-72b8-45cb-b5cd-115d5af0f3f1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:31.714640 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3710abb3-eec3-4bdc-ad95-e4825c1ebc16 req-89f33158-72b8-45cb-b5cd-115d5af0f3f1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0895946 Aug 05 02:21:31.767304 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad07e6-4016-4682-a874-9bd6750eaba7 req-12f5b37e-0857-47e4-ac86-bce8fe490324 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:31.772894 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-76ad07e6-4016-4682-a874-9bd6750eaba7 req-12f5b37e-0857-47e4-ac86-bce8fe490324 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 944 time: 0.1591935 Aug 05 02:21:31.928147 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-76ad07e6-4016-4682-a874-9bd6750eaba7 req-9cff794b-ddb2-4208-8994-a2e31b13e580 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538372 Aug 05 02:21:31.937742 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:31.939200 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3710abb3-eec3-4bdc-ad95-e4825c1ebc16 req-ef1d7027-555c-4961-b35c-419231273eb3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134979 Aug 05 02:21:32.051985 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:21:32.124658 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19d9fc-2eb8-4b68-b5cb-75922366b2bb req-cc6dccf6-03b8-4cf7-929f-c74656d1d110 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:32.126244 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6e19d9fc-2eb8-4b68-b5cb-75922366b2bb req-cc6dccf6-03b8-4cf7-929f-c74656d1d110 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0813594 Aug 05 02:21:32.230665 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 7d0680ef-c02c-4af2-b626-e9ad0f15f95d up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:32.257987 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6e19d9fc-2eb8-4b68-b5cb-75922366b2bb req-5d76322c-a3fe-4741-a653-d1bdb28849fa tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250927 Aug 05 02:21:32.295456 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85464ecc-5745-4bd7-b1a1-642967280324 req-b2e4960f-d4cf-4015-9150-9e407f7fe623 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:32.305305 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-85464ecc-5745-4bd7-b1a1-642967280324 req-b2e4960f-d4cf-4015-9150-9e407f7fe623 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.1022141 Aug 05 02:21:32.306900 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:32.317200 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37938) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:32.328205 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'floatingip': {'port_id': '7885d180-df69-43cf-b111-f789955314dc'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:32.339598 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Sync routers for ids ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:32.363570 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:32.367291 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Routers {'6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:32.369235 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:32.369547 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c6656cc4-ad7b-4b3d-9c6d-2f3738f9cd0f admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7933054 Aug 05 02:21:32.371771 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37940) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:32.381875 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:32.382348 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:32.551932 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46360ae1-ceff-4e4f-a203-26c850f9645c req-8be7039b-1739-4a41-9fb4-ba7ec4c35dac tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:32.560972 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-46360ae1-ceff-4e4f-a203-26c850f9645c req-8be7039b-1739-4a41-9fb4-ba7ec4c35dac tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.1115086 Aug 05 02:21:32.574183 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (35aa33d9-1fef-4c2a-8503-a76a99b785e2), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:32.703141 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:32.703683 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:32.704498 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Set router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:32.779036 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=7d0680ef-c02c-4af2-b626-e9ad0f15f95d,segment=NetworkSegment(25621707-10b6-4597-9198-74a2e12d5008),segment_id=25621707-10b6-4597-9198-74a2e12d5008)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:32.791187 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:32.792026 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3120b0e8-8c1e-4901-93e9-4ed786379384 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:32.992964 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 3120b0e8-8c1e-4901-93e9-4ed786379384 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:32.993583 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:32.996483 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=7d0680ef-c02c-4af2-b626-e9ad0f15f95d,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:33.087413 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device c3c4ea12-20f0-402c-a002-d09aebd27024 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:33.139372 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46df68a-3040-4791-a4ed-642f5ca63f89 None None] Network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:21:33.152683 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:33.180206 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:28Z', 'updated_at': '2022-08-05T02:21:31Z', 'revision_number': 3, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'gw_port': {'id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:df:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:29Z', 'updated_at': '2022-08-05T02:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:33.219809 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Checking router: 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:33.220156 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Updating router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 port 01e89a8e-409a-40a5-a346-5353606a28b6 binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:21:33.262226 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 3120b0e8-8c1e-4901-93e9-4ed786379384 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:33.263227 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.275650 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37950) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:33.288231 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.308425 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:33.341505 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-46360ae1-ceff-4e4f-a203-26c850f9645c req-70d09899-32e1-4f07-9212-6eee31ba29a4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7772689 Aug 05 02:21:33.359399 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-57538f2c-126b-4996-a36c-4bfcce83d4f3 None None] Provisioning complete for port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:33.360216 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-57538f2c-126b-4996-a36c-4bfcce83d4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.380375 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:33.428073 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:33.448948 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port c3c4ea12-20f0-402c-a002-d09aebd27024 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:21:33.464418 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 3120b0e8-8c1e-4901-93e9-4ed786379384, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3120b0e8-8c1e-4901-93e9-4ed786379384,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:33.477187 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port c3c4ea12-20f0-402c-a002-d09aebd27024 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:33.477953 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.482990 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.536380 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:33.608024 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:33.621178 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa53f14-0415-4f62-bdf1-f07d10fd9d37 req-e468b38f-1989-45b2-ab21-aef20344ff41 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:33.631857 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-eaa53f14-0415-4f62-bdf1-f07d10fd9d37 req-e468b38f-1989-45b2-ab21-aef20344ff41 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 944 time: 0.1381326 Aug 05 02:21:33.644898 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-57538f2c-126b-4996-a36c-4bfcce83d4f3 None None] Current status of the port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:33.673437 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=3120b0e8-8c1e-4901-93e9-4ed786379384,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:33.691817 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port c3c4ea12-20f0-402c-a002-d09aebd27024 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:33.692861 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.719276 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c4ea12-20f0-402c-a002-d09aebd27024'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:33.721569 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbda684-6e3d-469b-bcf5-33b247efcdb0" -d '{"events": [{"server_uuid": "d325dc2e-780c-41fe-bdad-ac41805f3534", "name": "network-vif-plugged", "status": "completed", "tag": "c3c4ea12-20f0-402c-a002-d09aebd27024"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:33.748034 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port c3c4ea12-20f0-402c-a002-d09aebd27024, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c3c4ea12-20f0-402c-a002-d09aebd27024,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:33.757402 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.805101 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f392a1-b590-4a7c-9fa5-9667bae0e0d0 req-9aa397c4-e857-4afb-be22-9e02444665bf tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:33.806699 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-41f392a1-b590-4a7c-9fa5-9667bae0e0d0 req-9aa397c4-e857-4afb-be22-9e02444665bf tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.5191393 Aug 05 02:21:33.822936 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Publish callbacks [] for port (01e89a8e-409a-40a5-a346-5353606a28b6), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.846040 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.864081 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.db.resource_extend [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 05 02:21:33.895733 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=c3c4ea12-20f0-402c-a002-d09aebd27024,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:33.899876 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-e1471a8d-4ea1-4b4c-a8a9-d59447228f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:33.901723 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-e1471a8d-4ea1-4b4c-a8a9-d59447228f77 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.6253808 Aug 05 02:21:33.901922 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Attempting to bind port 01e89a8e-409a-40a5-a346-5353606a28b6 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:21:33.907814 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Attempting to bind port 01e89a8e-409a-40a5-a346-5353606a28b6 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:21:33.908219 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Attempting to bind port 01e89a8e-409a-40a5-a346-5353606a28b6 on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:21:33.910914 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-7058fb25-7740-4963-8f4b-0685b376a66d None None] Provisioning complete for port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:33.911293 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-7058fb25-7740-4963-8f4b-0685b376a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.921865 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:21:33.922250 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:21:33.922817 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.923144 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:21:33.927610 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Bound port: 01e89a8e-409a-40a5-a346-5353606a28b6, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:21:33.928071 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:33.931712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-a33dc8ce-1d20-4179-9f57-7edc4a948139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:33.932831 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-a33dc8ce-1d20-4179-9f57-7edc4a948139 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bf7849d5-61da-44b5-8e65-8d7323d12692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6974170 Aug 05 02:21:33.964927 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e605e-8847-4225-a352-5f2c0e908303 None None] Pushing event updated for resources: {'Port': ['ID=01e89a8e-409a-40a5-a346-5353606a28b6,revision_number=2']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:33.971117 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-c32565fe-0a0f-4260-ac21-f8b5c4db8fbc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6930094 Aug 05 02:21:34.036725 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] For port 01e89a8e-409a-40a5-a346-5353606a28b6, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:21:34.040267 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] For port 01e89a8e-409a-40a5-a346-5353606a28b6, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=01e89a8e-409a-40a5-a346-5353606a28b6,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:21:34.041545 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-7058fb25-7740-4963-8f4b-0685b376a66d None None] Current status of the port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:34.049278 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-41f392a1-b590-4a7c-9fa5-9667bae0e0d0 req-1fdad02d-858d-4c05-91b3-3be445bf8be1 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410041 Aug 05 02:21:34.062864 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.081697 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0663-de5f-4f92-ae5b-eadbc1ff19d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.133793 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 7d0680ef-c02c-4af2-b626-e9ad0f15f95d up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:34.165459 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e605e-8847-4225-a352-5f2c0e908303 None None] Pushing event updated for resources: {'Port': ['ID=01e89a8e-409a-40a5-a346-5353606a28b6,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:34.171100 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Routers {'6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:34.172138 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:34.196278 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:34.196812 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.245114 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793df6b7-6c1f-4ebb-9b05-29fd615c1d7c req-3edd7541-1b68-4471-b75c-d00541476c91 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:34.246793 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-793df6b7-6c1f-4ebb-9b05-29fd615c1d7c req-3edd7541-1b68-4471-b75c-d00541476c91 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.1009033 Aug 05 02:21:34.298769 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:34.316740 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:34.317901 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3120b0e8-8c1e-4901-93e9-4ed786379384 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:34.352182 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-eaa53f14-0415-4f62-bdf1-f07d10fd9d37 req-cd6cf1e4-09a7-4ed1-9681-0089ebc4654a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7192397 Aug 05 02:21:34.357731 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-793df6b7-6c1f-4ebb-9b05-29fd615c1d7c req-613f100d-c696-4fd9-9b8b-df47b60b45b2 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999398 Aug 05 02:21:34.379275 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.391700 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 3120b0e8-8c1e-4901-93e9-4ed786379384 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:34.392379 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.399269 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0663-de5f-4f92-ae5b-eadbc1ff19d4 admin admin] Publish callbacks [] for security_group (9bca8e3c-73ca-4249-8910-18ba2b5321f4), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.421547 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0663-de5f-4f92-ae5b-eadbc1ff19d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (9bca8e3c-73ca-4249-8910-18ba2b5321f4), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.422946 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.436459 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f131011-59ee-40c9-83cc-6e5739c6f1eb x-openstack-request-id: req-4f131011-59ee-40c9-83cc-6e5739c6f1eb {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:34.436868 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (35aa33d9-1fef-4c2a-8503-a76a99b785e2), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.439436 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d325dc2e-780c-41fe-bdad-ac41805f3534", "name": "network-vif-plugged", "status": "completed", "tag": "c3c4ea12-20f0-402c-a002-d09aebd27024", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:34.440008 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f131011-59ee-40c9-83cc-6e5739c6f1eb {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:34.441918 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f131011-59ee-40c9-83cc-6e5739c6f1eb'] response: {'server_uuid': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c4ea12-20f0-402c-a002-d09aebd27024', 'code': 200} Aug 05 02:21:34.473545 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] Set router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:34.536427 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 3120b0e8-8c1e-4901-93e9-4ed786379384 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:34.576195 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:34.587541 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.l3_db [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Floating IP 35aa33d9-1fef-4c2a-8503-a76a99b785e2 associated. External IP: 172.27.0.96, port: 7885d180-df69-43cf-b111-f789955314dc. Aug 05 02:21:34.631443 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:34.636935 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb0663-de5f-4f92-ae5b-eadbc1ff19d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bca8e3c-73ca-4249-8910-18ba2b5321f4,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:34.651126 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-2bfb0663-de5f-4f92-ae5b-eadbc1ff19d4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8de3eee4065f4002ac30d956b311378f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3577628 Aug 05 02:21:34.651718 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 37966) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:34.658922 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefbff-d3fb-41b7-a6aa-88deaaff9718 req-29b74404-9768-402f-8ab7-7fcc3b882b8b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:34.660413 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e3aefbff-d3fb-41b7-a6aa-88deaaff9718 req-29b74404-9768-402f-8ab7-7fcc3b882b8b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.1047440 Aug 05 02:21:34.669645 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:34.674391 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:28Z', 'updated_at': '2022-08-05T02:21:31Z', 'revision_number': 3, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'gw_port': {'id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:df:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:29Z', 'updated_at': '2022-08-05T02:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:34.693774 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Allocated IP 172.20.0.1 (2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee/d96ab29e-86d0-48ea-ac16-de7227b9909c/3aba6db9-8c81-4f77-9a4a-4300e1c9bf65) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:21:34.707578 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e28b9-e451-4462-b125-8b711f97c23a None None] The sync data for ids ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'] in dv-cinder-815582-13-iscsi is: [{'id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:28Z', 'updated_at': '2022-08-05T02:21:31Z', 'revision_number': 3, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'gw_port': {'id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:df:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:29Z', 'updated_at': '2022-08-05T02:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:34.819377 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e3aefbff-d3fb-41b7-a6aa-88deaaff9718 req-f0781ab2-4ffa-49b8-84ee-5b3553c3ea85 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420231 Aug 05 02:21:34.856452 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e116-b438-4b7d-946e-9f2f7beaf6a1 admin admin] Publish callbacks [] for security_group (9bca8e3c-73ca-4249-8910-18ba2b5321f4), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.863391 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:21:34.899262 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e116-b438-4b7d-946e-9f2f7beaf6a1 admin admin] Publish callbacks [] for security_group (9bca8e3c-73ca-4249-8910-18ba2b5321f4), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.944747 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Publish callbacks [] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:34.992248 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:35.009159 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.014757 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.030881 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:35.055407 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:35.056827 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:35.059858 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8a579287-c7b1-4d1f-829a-8be2ff25e7af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/35aa33d9-1fef-4c2a-8503-a76a99b785e2 HTTP/1.1" status: 200 len: 991 time: 2.7408879 Aug 05 02:21:35.060415 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a387642-9e46-4a64-8017-43786f426b70', 'tag': '7885d180-df69-43cf-b111-f789955314dc'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:35.064006 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28925468-bf51-4c79-8457-1d49fc2750e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a387642-9e46-4a64-8017-43786f426b70", "tag": "7885d180-df69-43cf-b111-f789955314dc"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:35.113663 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device b8c923b8-6769-42f5-972e-79420f4f0498 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:21:35.138608 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Pushing event updated for resources: {'Port': ['ID=3aba6db9-8c81-4f77-9a4a-4300e1c9bf65,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:35.158033 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:35.161271 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358ebaac-c857-424d-9a74-94c06f5d6bc6 x-openstack-request-id: req-358ebaac-c857-424d-9a74-94c06f5d6bc6 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:35.162002 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a387642-9e46-4a64-8017-43786f426b70", "tag": "7885d180-df69-43cf-b111-f789955314dc", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:35.162309 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-358ebaac-c857-424d-9a74-94c06f5d6bc6 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:35.162721 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358ebaac-c857-424d-9a74-94c06f5d6bc6'] response: {'name': 'network-changed', 'server_uuid': '1a387642-9e46-4a64-8017-43786f426b70', 'tag': '7885d180-df69-43cf-b111-f789955314dc', 'status': 'completed', 'code': 200} Aug 05 02:21:35.167220 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:35.182927 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:21:35.183534 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.194102 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e116-b438-4b7d-946e-9f2f7beaf6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (9bca8e3c-73ca-4249-8910-18ba2b5321f4), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.197077 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e116-b438-4b7d-946e-9f2f7beaf6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.200155 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-ecc0e116-b438-4b7d-946e-9f2f7beaf6a1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9bca8e3c-73ca-4249-8910-18ba2b5321f4 HTTP/1.1" status: 204 len: 168 time: 0.5378981 Aug 05 02:21:35.311757 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6f5c0-44a9-4a8f-a677-f6138132948b req-e650072f-ddd9-45da-8903-b61fd39016ac tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:35.317147 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-84c6f5c0-44a9-4a8f-a677-f6138132948b req-e650072f-ddd9-45da-8903-b61fd39016ac tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.1285119 Aug 05 02:21:35.365903 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0e116-b438-4b7d-946e-9f2f7beaf6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bca8e3c-73ca-4249-8910-18ba2b5321f4,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:35.410730 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.db.resource_extend [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 05 02:21:35.417461 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-84c6f5c0-44a9-4a8f-a677-f6138132948b req-48bae092-45d4-471e-8aeb-4ddd66ec52a2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903940 Aug 05 02:21:35.451298 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.598287 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:35.650635 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-fe7f26cf-ea40-4f93-8867-dfb08f1131c3 None None] Provisioning complete for port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:35.651422 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fe7f26cf-ea40-4f93-8867-dfb08f1131c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.654710 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:35.673241 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:35.689942 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46b481-12f9-436c-b9dc-b26889c3e1ea req-97d49451-da9f-4d66-831d-ecb5a7220618 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:35.691830 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1c46b481-12f9-436c-b9dc-b26889c3e1ea req-97d49451-da9f-4d66-831d-ecb5a7220618 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.1217351 Aug 05 02:21:35.701956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79694c7c-7c3e-4d2d-ab0e-0569e8d64035 req-1b59af57-551c-4254-ab95-703eed909ee4 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:35.703951 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-79694c7c-7c3e-4d2d-ab0e-0569e8d64035 req-1b59af57-551c-4254-ab95-703eed909ee4 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.1811154 Aug 05 02:21:35.714018 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:35.778910 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37984) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:35.801326 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1c46b481-12f9-436c-b9dc-b26889c3e1ea req-737c2196-5e9c-4fc1-a5e2-df9e40560848 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014733 Aug 05 02:21:35.803529 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f26cf-ea40-4f93-8867-dfb08f1131c3 None None] Port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:21:35.817227 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d97f0a78-ddd7-4961-9935-9a91b2808a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.820052 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:35.821015 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-79694c7c-7c3e-4d2d-ab0e-0569e8d64035 req-0b1de45f-d019-448b-88cd-5b29155c1440 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811474 Aug 05 02:21:35.917996 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Publish callbacks [] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.924742 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.927284 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.938649 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d97f0a78-ddd7-4961-9935-9a91b2808a2e admin admin] Publish callbacks [] for security_group (284715cf-97cb-458e-a0f9-9b6e5c553720), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.960355 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d97f0a78-ddd7-4961-9935-9a91b2808a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (284715cf-97cb-458e-a0f9-9b6e5c553720), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:35.974562 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port b8c923b8-6769-42f5-972e-79420f4f0498, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b8c923b8-6769-42f5-972e-79420f4f0498,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:35.984366 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:35.988434 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Pushing event updated for resources: {'Port': ['ID=3aba6db9-8c81-4f77-9a4a-4300e1c9bf65,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:36.039096 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': 'b8c923b8-6769-42f5-972e-79420f4f0498', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'port_id': 'b8c923b8-6769-42f5-972e-79420f4f0498', 'mac_address': 'fa:16:3e:d4:fe:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:21:36.141584 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d97f0a78-ddd7-4961-9935-9a91b2808a2e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4d645813c33c466f914893246ce1134f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599362 Aug 05 02:21:36.146156 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 37988) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:36.153458 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f0a78-ddd7-4961-9935-9a91b2808a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284715cf-97cb-458e-a0f9-9b6e5c553720,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:36.165746 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f0bea-498a-43af-842e-8ed6fed37615 req-6a2f82a4-55ff-4266-ae9e-934a7788fd1e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:36.167313 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b03f0bea-498a-43af-842e-8ed6fed37615 req-6a2f82a4-55ff-4266-ae9e-934a7788fd1e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 944 time: 0.2270582 Aug 05 02:21:36.192977 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 01e89a8e-409a-40a5-a346-5353606a28b6 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:36.223084 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:36.259534 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port b8c923b8-6769-42f5-972e-79420f4f0498 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:36.259922 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.321000 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:36.327713 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-842009d6-15f1-45df-934d-65b5cb611575 admin admin] Publish callbacks [] for security_group (284715cf-97cb-458e-a0f9-9b6e5c553720), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.341121 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b03f0bea-498a-43af-842e-8ed6fed37615 req-54d1f2ca-7193-4016-9e7a-e65fa26584d6 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590161 Aug 05 02:21:36.349782 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:36.381512 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c923b8-6769-42f5-972e-79420f4f0498 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:21:36.403396 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-842009d6-15f1-45df-934d-65b5cb611575 admin admin] Publish callbacks [] for security_group (284715cf-97cb-458e-a0f9-9b6e5c553720), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.436407 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port b8c923b8-6769-42f5-972e-79420f4f0498, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b8c923b8-6769-42f5-972e-79420f4f0498,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:36.453908 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 01e89a8e-409a-40a5-a346-5353606a28b6 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:36.454434 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.489727 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-842009d6-15f1-45df-934d-65b5cb611575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (284715cf-97cb-458e-a0f9-9b6e5c553720), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.492689 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-842009d6-15f1-45df-934d-65b5cb611575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.498695 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-842009d6-15f1-45df-934d-65b5cb611575 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/284715cf-97cb-458e-a0f9-9b6e5c553720 HTTP/1.1" status: 204 len: 168 time: 0.3499904 Aug 05 02:21:36.501062 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.508734 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842009d6-15f1-45df-934d-65b5cb611575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284715cf-97cb-458e-a0f9-9b6e5c553720,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:36.617958 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '35aa33d9-1fef-4c2a-8503-a76a99b785e2', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:31Z', 'updated_at': '2022-08-05T02:21:33Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:36.685139 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:36.689495 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=b8c923b8-6769-42f5-972e-79420f4f0498,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:36.727736 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:36.728189 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:36.768140 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-45e2958f-8be4-4b14-bdd3-eb0f5411023d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7885d180-df69-43cf-b111-f789955314dc HTTP/1.1" status: 200 len: 999 time: 0.5862396 Aug 05 02:21:36.793263 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 01e89a8e-409a-40a5-a346-5353606a28b6 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:36.793767 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.835955 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 01e89a8e-409a-40a5-a346-5353606a28b6, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=01e89a8e-409a-40a5-a346-5353606a28b6,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:36.851432 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-c7bde9f0-ee3b-465c-9286-a203ae793aa9 None None] Provisioning complete for port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:36.851900 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c7bde9f0-ee3b-465c-9286-a203ae793aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.853865 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:36.915189 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:36.919242 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=100 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:36.938798 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-d5f77474-038c-41a0-add2-dfe639e44235 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8208184 Aug 05 02:21:37.025734 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-c7bde9f0-ee3b-465c-9286-a203ae793aa9 None None] Port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:21:37.046234 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30323a8-7e8d-4210-9a07-91424a8e363a req-24c1ab5d-382a-4938-b043-f5b71a7391d0 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:37.057960 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d30323a8-7e8d-4210-9a07-91424a8e363a req-24c1ab5d-382a-4938-b043-f5b71a7391d0 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.1563554 Aug 05 02:21:37.068994 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:37.071614 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['b8c923b8-6769-42f5-972e-79420f4f0498'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:21:37.110705 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4035d-b254-46be-b219-ad75ac81574e req-2195280e-b26c-450f-84f6-e99743beeb27 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:37.117948 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0da4035d-b254-46be-b219-ad75ac81574e req-2195280e-b26c-450f-84f6-e99743beeb27 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.3722906 Aug 05 02:21:37.135479 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=01e89a8e-409a-40a5-a346-5353606a28b6,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:37.165586 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592e50-8038-4230-bc90-d14be6a6914a req-23a85aa3-1b72-41cc-846b-8ba77abb7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:37.167465 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9a592e50-8038-4230-bc90-d14be6a6914a req-23a85aa3-1b72-41cc-846b-8ba77abb7df3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 1129 time: 0.0874403 Aug 05 02:21:37.203865 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52e953-3bd0-4099-b9ea-5e1ca1275866 req-ed207f8a-87b9-4dac-80a7-9587a98c041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:37.205422 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ce52e953-3bd0-4099-b9ea-5e1ca1275866 req-ed207f8a-87b9-4dac-80a7-9587a98c041a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 1129 time: 0.2991905 Aug 05 02:21:37.236505 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d30323a8-7e8d-4210-9a07-91424a8e363a req-d87824a8-80ab-4b5b-af2f-2bdc2656c9b3 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733108 Aug 05 02:21:37.253389 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-62fde484-987c-4544-9d54-c7f0182c0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:37.254840 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-62fde484-987c-4544-9d54-c7f0182c0ef2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.2430117 Aug 05 02:21:37.285701 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:21:37.330604 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9a592e50-8038-4230-bc90-d14be6a6914a req-cc702e45-e28e-4810-adbd-1a53f2f26d6d service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505678 Aug 05 02:21:37.334696 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0da4035d-b254-46be-b219-ad75ac81574e req-7a98810f-6d9b-45e9-b51a-b5e383de4f75 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157788 Aug 05 02:21:37.381099 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:37.420544 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-41c68f17-7d99-474b-8031-ead0beb18b15 req-75b32463-973e-4a28-bf30-a5b77d217e2f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864131 Aug 05 02:21:37.429601 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-3a96345a-a5b0-4dd0-a864-eef0b7c538e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:37.434576 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-3a96345a-a5b0-4dd0-a864-eef0b7c538e2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1651945 Aug 05 02:21:37.480804 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db6305-d19b-4940-9076-d4cddb4a7e56 req-d69c24cc-568c-4fb4-ba5f-d5a80e241e33 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:37.487959 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5db6305-d19b-4940-9076-d4cddb4a7e56 req-d69c24cc-568c-4fb4-ba5f-d5a80e241e33 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.1177530 Aug 05 02:21:37.494102 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ce52e953-3bd0-4099-b9ea-5e1ca1275866 req-8601fe72-9548-434d-b099-c8c5e8be99fb service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743261 Aug 05 02:21:37.568378 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5db6305-d19b-4940-9076-d4cddb4a7e56 req-be05f2df-ca64-4ff6-a539-7387a85a49dd tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750206 Aug 05 02:21:37.590231 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd914acd-5f83-4c21-80d8-58a2e6705580 req-9beea362-9f37-4212-8cf0-7a5322631e96 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:37.592494 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bd914acd-5f83-4c21-80d8-58a2e6705580 req-9beea362-9f37-4212-8cf0-7a5322631e96 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 945 time: 0.1044180 Aug 05 02:21:37.614306 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:37.624593 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Sync routers for ids ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:37.626144 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-622aa0bc-9aaf-484a-9cdf-277e75d0e167 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2516568 Aug 05 02:21:37.650217 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '35aa33d9-1fef-4c2a-8503-a76a99b785e2', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:31Z', 'updated_at': '2022-08-05T02:21:33Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:37.667315 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Routers {'6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:37.668359 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:37.688107 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72659ab3-e4af-4d11-b317-8d4e53403994 None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '35aa33d9-1fef-4c2a-8503-a76a99b785e2', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:31Z', 'updated_at': '2022-08-05T02:21:33Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:37.715460 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bd914acd-5f83-4c21-80d8-58a2e6705580 req-f9f86c59-2f99-4627-b9d2-fc26af95309a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880055 Aug 05 02:21:37.849552 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Set router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:37.887012 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386a3b2-057e-40ce-bf07-7212e47d0e87 req-a9e98258-9d01-4cb0-b380-5e719521663f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:37.894918 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8386a3b2-057e-40ce-bf07-7212e47d0e87 req-a9e98258-9d01-4cb0-b380-5e719521663f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0861998 Aug 05 02:21:37.900231 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38034) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:37.907702 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-497377a0-484e-4f82-9c73-f6396a62f2f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'floatingip': {'port_id': '661635b8-8836-4704-91ee-343c5d3a40eb'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:37.981765 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-497377a0-484e-4f82-9c73-f6396a62f2f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (16ba3c62-8590-4e9c-97bf-a77569fb7ac8), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:38.098807 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164807e-99ca-4e70-83d9-4fe7e54149ab None None] New status for floating IP 35aa33d9-1fef-4c2a-8503-a76a99b785e2: ACTIVE {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:21:38.160587 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:38.161800 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:28Z', 'updated_at': '2022-08-05T02:21:35Z', 'revision_number': 4, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'gw_port': {'id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:29Z', 'updated_at': '2022-08-05T02:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3aba6db9-8c81-4f77-9a4a-4300e1c9bf65', 'name': '', 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'mac_address': 'fa:16:3e:c5:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'd96ab29e-86d0-48ea-ac16-de7227b9909c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:34Z', 'updated_at': '2022-08-05T02:21:35Z', 'revision_number': 2, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'subnets': [{'id': 'd96ab29e-86d0-48ea-ac16-de7227b9909c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:38.191386 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Checking router: 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:38.191903 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Updating router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:21:38.238355 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:38.535467 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c885b5-7338-415c-ae2e-5adabc892617 req-dffb5533-993f-463b-9ae4-75edda3d5ee2 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:38.553304 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a5c885b5-7338-415c-ae2e-5adabc892617 req-dffb5533-993f-463b-9ae4-75edda3d5ee2 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.1468718 Aug 05 02:21:38.582169 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:38.587613 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:38.608294 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:38.643709 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 01e89a8e-409a-40a5-a346-5353606a28b6 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:38.687531 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a5c885b5-7338-415c-ae2e-5adabc892617 req-9bc0c380-40dd-4a0d-bb69-af10ce9af9ed tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336010 Aug 05 02:21:38.722722 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Publish callbacks [] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:38.730103 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:38.818628 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f268d-2bf6-4dd3-967e-386d0fa3feb6 req-0068467d-cd0e-483b-af18-592c3a94ef10 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:38.822603 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5e8f268d-2bf6-4dd3-967e-386d0fa3feb6 req-0068467d-cd0e-483b-af18-592c3a94ef10 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0896897 Aug 05 02:21:38.887040 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa136a8a-07f6-40de-b8de-ecc511b92720 req-34ad7aee-844e-467a-9eb3-74100088f927 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:38.896781 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa136a8a-07f6-40de-b8de-ecc511b92720 req-34ad7aee-844e-467a-9eb3-74100088f927 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0819998 Aug 05 02:21:38.908513 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-497377a0-484e-4f82-9c73-f6396a62f2f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:38.927047 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 01e89a8e-409a-40a5-a346-5353606a28b6 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:38.927047 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:38.929136 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-497377a0-484e-4f82-9c73-f6396a62f2f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (16ba3c62-8590-4e9c-97bf-a77569fb7ac8), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:38.931585 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b22271-15a0-4c9c-ab5a-ad8bdd734c4d None None] Pushing event updated for resources: {'Port': ['ID=3aba6db9-8c81-4f77-9a4a-4300e1c9bf65,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:38.968707 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fa136a8a-07f6-40de-b8de-ecc511b92720 req-c0c6145c-09c1-4e1e-8cba-f808dbd06588 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705991 Aug 05 02:21:39.019357 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Attempting to bind port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:21:39.019636 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Attempting to bind port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '25621707-10b6-4597-9198-74a2e12d5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:21:39.019996 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Attempting to bind port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 on network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:21:39.026819 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:21:39.027855 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Checking segment: {'id': '25621707-10b6-4597-9198-74a2e12d5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:21:39.029474 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:39.029876 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Bound using segment: {'id': '25621707-10b6-4597-9198-74a2e12d5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:21:39.030355 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Bound port: 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25621707-10b6-4597-9198-74a2e12d5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:21:39.031541 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:39.041288 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 01e89a8e-409a-40a5-a346-5353606a28b6 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:39.096368 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device b8c923b8-6769-42f5-972e-79420f4f0498 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:39.131135 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] For port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:21:39.137495 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] For port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3aba6db9-8c81-4f77-9a4a-4300e1c9bf65,segment=NetworkSegment(25621707-10b6-4597-9198-74a2e12d5008),segment_id=25621707-10b6-4597-9198-74a2e12d5008)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:21:39.151482 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:39.158852 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5e8f268d-2bf6-4dd3-967e-386d0fa3feb6 req-0ee12651-dfa2-46c8-9b6f-c311b3a41d28 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205500 Aug 05 02:21:39.166042 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:39.167902 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-5c0c03d0-3a8b-4333-9546-49fdcb200cac service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326215 Aug 05 02:21:39.203068 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port b8c923b8-6769-42f5-972e-79420f4f0498 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:21:39.213520 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port b8c923b8-6769-42f5-972e-79420f4f0498 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:39.213520 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:39.237026 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b22271-15a0-4c9c-ab5a-ad8bdd734c4d None None] Pushing event updated for resources: {'Port': ['ID=3aba6db9-8c81-4f77-9a4a-4300e1c9bf65,revision_number=4']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:39.244309 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Routers {'6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:39.244949 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:39.272087 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.l3_db [None req-497377a0-484e-4f82-9c73-f6396a62f2f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Floating IP 16ba3c62-8590-4e9c-97bf-a77569fb7ac8 associated. External IP: 172.27.0.45, port: 661635b8-8836-4704-91ee-343c5d3a40eb. Aug 05 02:21:39.338824 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port b8c923b8-6769-42f5-972e-79420f4f0498 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:39.339364 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:39.369848 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:39.404139 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] Set router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:39.405604 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port b8c923b8-6769-42f5-972e-79420f4f0498, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b8c923b8-6769-42f5-972e-79420f4f0498,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:39.407116 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:39.419419 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c923b8-6769-42f5-972e-79420f4f0498'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:39.424395 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8182edf3-bfd8-4874-bb0c-5d35f1a94b9d" -d '{"events": [{"server_uuid": "fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "b8c923b8-6769-42f5-972e-79420f4f0498"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:39.433081 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:39.520641 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d595106-b004-48db-82c8-edefd90fd5ec x-openstack-request-id: req-6d595106-b004-48db-82c8-edefd90fd5ec {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:39.521102 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "b8c923b8-6769-42f5-972e-79420f4f0498", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:39.521495 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d595106-b004-48db-82c8-edefd90fd5ec {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:39.522218 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d595106-b004-48db-82c8-edefd90fd5ec'] response: {'server_uuid': 'fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c923b8-6769-42f5-972e-79420f4f0498', 'code': 200} Aug 05 02:21:39.562785 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=b8c923b8-6769-42f5-972e-79420f4f0498,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:39.634895 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497377a0-484e-4f82-9c73-f6396a62f2f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Router 713224f4-37c5-491f-9e4b-cce9aaf892c0 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:21:39.662166 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:39.721457 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:28Z', 'updated_at': '2022-08-05T02:21:35Z', 'revision_number': 4, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'gw_port': {'id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:29Z', 'updated_at': '2022-08-05T02:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3aba6db9-8c81-4f77-9a4a-4300e1c9bf65', 'name': '', 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'mac_address': 'fa:16:3e:c5:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'd96ab29e-86d0-48ea-ac16-de7227b9909c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:34Z', 'updated_at': '2022-08-05T02:21:39Z', 'revision_number': 4, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'subnets': [{'id': 'd96ab29e-86d0-48ea-ac16-de7227b9909c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:39.758359 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d97a98-f86d-4833-ba86-2d1a0368432b None None] The sync data for ids ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'] in dv-cinder-815582-13-iscsi is: [{'id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:28Z', 'updated_at': '2022-08-05T02:21:35Z', 'revision_number': 4, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'gw_port': {'id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:29Z', 'updated_at': '2022-08-05T02:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3aba6db9-8c81-4f77-9a4a-4300e1c9bf65', 'name': '', 'network_id': '2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'mac_address': 'fa:16:3e:c5:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'd96ab29e-86d0-48ea-ac16-de7227b9909c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:34Z', 'updated_at': '2022-08-05T02:21:39Z', 'revision_number': 4, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'subnets': [{'id': 'd96ab29e-86d0-48ea-ac16-de7227b9909c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:40.030730 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7448b8-25e0-446e-992a-b5d08620b203 req-747ac1b3-895b-4b21-a40d-3620298e4c69 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:40.046986 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-7c7d896a-41e1-4a67-a8a3-dc19808cfd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:40.052128 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9e7448b8-25e0-446e-992a-b5d08620b203 req-747ac1b3-895b-4b21-a40d-3620298e4c69 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.2025137 Aug 05 02:21:40.183063 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ca96-57d2-4e5e-85c6-02cce06aefff req-c53bd8b8-4db1-4ec8-bdc6-1aba832bda16 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:40.186756 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497377a0-484e-4f82-9c73-f6396a62f2f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:40.192743 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5736ca96-57d2-4e5e-85c6-02cce06aefff req-c53bd8b8-4db1-4ec8-bdc6-1aba832bda16 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0913668 Aug 05 02:21:40.207999 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] Sync routers for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:40.208671 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-497377a0-484e-4f82-9c73-f6396a62f2f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:40.209974 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:40.237623 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:40.238469 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:40.259155 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b5d86d78-76a0-4eef-94ae-b3e9c36aaa41 req-21b4d23a-965b-46e0-ba7d-011c0d794c08 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826091 Aug 05 02:21:40.280800 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:40.281333 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:40.292665 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9e7448b8-25e0-446e-992a-b5d08620b203 req-f7000ff9-568f-40f6-aebd-c41e7aa0bf03 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394824 Aug 05 02:21:40.355416 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5736ca96-57d2-4e5e-85c6-02cce06aefff req-ff464a48-994c-4e45-8c7f-88781274aa9c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614985 Aug 05 02:21:40.372233 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-497377a0-484e-4f82-9c73-f6396a62f2f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/16ba3c62-8590-4e9c-97bf-a77569fb7ac8 HTTP/1.1" status: 200 len: 991 time: 2.4701569 Aug 05 02:21:40.373772 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:40.378042 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba154597-2352-4559-8cef-c70a65ba0205" -d '{"events": [{"name": "network-changed", "server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:40.468246 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:40.468951 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:40.504135 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57110d-e9c6-477d-a41a-0b3ef12640e6 req-20a2b7de-d8dc-4107-b1b1-4354231647a2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:40.509672 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3aba6db9-8c81-4f77-9a4a-4300e1c9bf65,segment=NetworkSegment(25621707-10b6-4597-9198-74a2e12d5008),segment_id=25621707-10b6-4597-9198-74a2e12d5008)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:40.513555 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4c57110d-e9c6-477d-a41a-0b3ef12640e6 req-20a2b7de-d8dc-4107-b1b1-4354231647a2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0789835 Aug 05 02:21:40.517098 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dfae69-d699-45ca-934f-0c7b2c6205d1 x-openstack-request-id: req-09dfae69-d699-45ca-934f-0c7b2c6205d1 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:40.517714 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:40.518167 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09dfae69-d699-45ca-934f-0c7b2c6205d1 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:40.519401 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09dfae69-d699-45ca-934f-0c7b2c6205d1'] response: {'name': 'network-changed', 'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb', 'status': 'completed', 'code': 200} Aug 05 02:21:40.522926 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:40.587685 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=3aba6db9-8c81-4f77-9a4a-4300e1c9bf65,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:40.617009 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4c57110d-e9c6-477d-a41a-0b3ef12640e6 req-5915ae70-a391-46a9-910f-e39335c740e6 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021099 Aug 05 02:21:40.674123 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:40.792414 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bd8ee-48c8-48c3-9c33-9b63c7d7100e req-b5c535ac-31d2-485c-a0be-b98e0fac41a3 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:40.795163 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-525bd8ee-48c8-48c3-9c33-9b63c7d7100e req-b5c535ac-31d2-485c-a0be-b98e0fac41a3 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.1036892 Aug 05 02:21:40.805841 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38114) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:40.812922 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'floatingip': {'port_id': 'c3c4ea12-20f0-402c-a002-d09aebd27024'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:40.874192 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (115cf5e7-3df1-4cff-b864-6c4410abdb56), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:41.021809 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:41.239314 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:41.253989 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '16ba3c62-8590-4e9c-97bf-a77569fb7ac8', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'port_id': '661635b8-8836-4704-91ee-343c5d3a40eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'mac_address': 'fa:16:3e:72:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:40Z', 'updated_at': '2022-08-05T02:21:38Z', 'revision_number': 1, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:41.291630 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] Checking router: 713224f4-37c5-491f-9e4b-cce9aaf892c0 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:41.329120 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:41.331584 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:41.554074 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154597-2352-4559-8cef-c70a65ba0205 req-e6c08007-7611-411a-ba94-0649c2f638e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:41.556274 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba154597-2352-4559-8cef-c70a65ba0205 req-e6c08007-7611-411a-ba94-0649c2f638e6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 1130 time: 0.0564070 Aug 05 02:21:41.631916 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-c57c2340-303c-409d-ac39-b0701d813f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:41.633554 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:41.634065 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-c57c2340-303c-409d-ac39-b0701d813f66 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 1130 time: 0.1771417 Aug 05 02:21:41.639727 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab642f4-7972-4e2e-aa36-1081939c20b4 req-d58a0a1a-8010-4263-8e3a-2129459e6291 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:41.641320 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6ab642f4-7972-4e2e-aa36-1081939c20b4 req-d58a0a1a-8010-4263-8e3a-2129459e6291 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.1121075 Aug 05 02:21:41.749728 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d23332-c125-48d9-9b42-9c8548da6f4c req-a4b0330f-6b6e-442f-b977-b6929e3c73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:41.753966 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-23d23332-c125-48d9-9b42-9c8548da6f4c req-a4b0330f-6b6e-442f-b977-b6929e3c73a9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 1130 time: 0.2508609 Aug 05 02:21:41.795775 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6ab642f4-7972-4e2e-aa36-1081939c20b4 req-830c161f-df8b-43ec-90db-b287aa585a9c tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175151 Aug 05 02:21:41.844045 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.db.resource_extend [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 05 02:21:41.890068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1642c-659e-4b22-839b-0b79f740f311 req-4d6925b6-70db-4fc6-87a1-df16d0a6c1cc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:41.897629 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4ad1642c-659e-4b22-839b-0b79f740f311 req-4d6925b6-70db-4fc6-87a1-df16d0a6c1cc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.3450201 Aug 05 02:21:41.943188 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:41.953007 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (115cf5e7-3df1-4cff-b864-6c4410abdb56), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:41.971596 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:42.061924 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-23d23332-c125-48d9-9b42-9c8548da6f4c req-0083b150-0bfc-4519-82d5-966e1d0dd07d service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621644 Aug 05 02:21:42.114507 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4ad1642c-659e-4b22-839b-0b79f740f311 req-64ed9b58-d33e-40e2-943d-ae76b1514218 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158349 Aug 05 02:21:42.134169 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154597-2352-4559-8cef-c70a65ba0205 req-446e9de1-6d71-4093-9aba-1d4a954d5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:42.136015 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba154597-2352-4559-8cef-c70a65ba0205 req-446e9de1-6d71-4093-9aba-1d4a954d5007 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.5075836 Aug 05 02:21:42.137680 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-a47417ab-6f4e-442b-b9d3-ae11e95736c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:42.139550 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-a47417ab-6f4e-442b-b9d3-ae11e95736c1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.4506073 Aug 05 02:21:42.167349 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.l3_db [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Floating IP 115cf5e7-3df1-4cff-b864-6c4410abdb56 associated. External IP: 172.27.0.35, port: c3c4ea12-20f0-402c-a002-d09aebd27024. Aug 05 02:21:42.175082 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:42.200802 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '16ba3c62-8590-4e9c-97bf-a77569fb7ac8', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'port_id': '661635b8-8836-4704-91ee-343c5d3a40eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'mac_address': 'fa:16:3e:72:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:40Z', 'updated_at': '2022-08-05T02:21:38Z', 'revision_number': 1, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:42.235872 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6611cc52-1d61-42e9-ad41-1e5db00e559b None None] The sync data for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi is: [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '16ba3c62-8590-4e9c-97bf-a77569fb7ac8', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'port_id': '661635b8-8836-4704-91ee-343c5d3a40eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'mac_address': 'fa:16:3e:72:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:40Z', 'updated_at': '2022-08-05T02:21:38Z', 'revision_number': 1, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:42.269811 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:42.270196 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:42.312750 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c72be687-0c11-410c-ab3d-830975b30bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:42.410375 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:21:42.630894 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-7592ab12-8b46-4eec-bfc7-8e69131ae975 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7885d180-df69-43cf-b111-f789955314dc HTTP/1.1" status: 200 len: 1001 time: 0.0766923 Aug 05 02:21:42.704699 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba154597-2352-4559-8cef-c70a65ba0205 req-07a969f7-179e-4dd4-b9e0-a286ccf8d650 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661635b8-8836-4704-91ee-343c5d3a40eb HTTP/1.1" status: 200 len: 999 time: 0.0717347 Aug 05 02:21:42.749742 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:21:42.886889 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:42.896935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] Sync routers for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:42.897904 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:42.945501 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b24893c0-e508-4e4c-ac7f-ebd51678b6d2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/115cf5e7-3df1-4cff-b864-6c4410abdb56 HTTP/1.1" status: 200 len: 990 time: 2.1375690 Aug 05 02:21:42.946216 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'tag': 'c3c4ea12-20f0-402c-a002-d09aebd27024'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:21:42.948904 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4261b942-36ac-41d3-8bef-b00239869d55" -d '{"events": [{"name": "network-changed", "server_uuid": "d325dc2e-780c-41fe-bdad-ac41805f3534", "tag": "c3c4ea12-20f0-402c-a002-d09aebd27024"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:42.974190 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:42.974918 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:43.035114 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b1e10-2aed-4973-8e00-71ad309b5894 x-openstack-request-id: req-4f2b1e10-2aed-4973-8e00-71ad309b5894 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:43.035405 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d325dc2e-780c-41fe-bdad-ac41805f3534", "tag": "c3c4ea12-20f0-402c-a002-d09aebd27024", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:43.035658 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f2b1e10-2aed-4973-8e00-71ad309b5894 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:43.036063 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2b1e10-2aed-4973-8e00-71ad309b5894'] response: {'name': 'network-changed', 'server_uuid': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'tag': 'c3c4ea12-20f0-402c-a002-d09aebd27024', 'status': 'completed', 'code': 200} Aug 05 02:21:43.128476 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:43.161599 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:43.235347 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:43.252476 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d8c5-565e-45bc-857c-441356daed98 req-ad7b42c2-957a-4ac9-9452-00208ed48b5f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:43.261125 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1822d8c5-565e-45bc-857c-441356daed98 req-ad7b42c2-957a-4ac9-9452-00208ed48b5f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0622218 Aug 05 02:21:43.316619 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:43.322359 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1822d8c5-565e-45bc-857c-441356daed98 req-2b31fb68-bdfe-4a91-8f83-fbaa898fc404 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603769 Aug 05 02:21:43.397898 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '115cf5e7-3df1-4cff-b864-6c4410abdb56', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'port_id': 'c3c4ea12-20f0-402c-a002-d09aebd27024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'mac_address': 'fa:16:3e:c3:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:36Z', 'updated_at': '2022-08-05T02:21:41Z', 'revision_number': 1, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:43.428464 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] Checking router: fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:43.438021 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:21:43.438628 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:21:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:43.536428 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:43.561099 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:21:43.692826 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-d239e78d-7c13-4c8c-960b-a7185fda7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:43.693826 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-d239e78d-7c13-4c8c-960b-a7185fda7b48 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.2378561 Aug 05 02:21:43.796352 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-57ee317e-ea94-46ca-a6a4-1f9061de10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:43.797866 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-57ee317e-ea94-46ca-a6a4-1f9061de10f5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0764904 Aug 05 02:21:43.812346 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261b942-36ac-41d3-8bef-b00239869d55 req-7e085e78-26d7-414c-a2d7-b51e7cfd77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:43.813844 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4261b942-36ac-41d3-8bef-b00239869d55 req-7e085e78-26d7-414c-a2d7-b51e7cfd77e7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 1129 time: 0.1018202 Aug 05 02:21:43.815145 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154597-2352-4559-8cef-c70a65ba0205 req-9b33952e-42de-4ffe-8762-7deed3d448bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:43.816493 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba154597-2352-4559-8cef-c70a65ba0205 req-9b33952e-42de-4ffe-8762-7deed3d448bc service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.3685446 Aug 05 02:21:43.869443 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '115cf5e7-3df1-4cff-b864-6c4410abdb56', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'port_id': 'c3c4ea12-20f0-402c-a002-d09aebd27024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'mac_address': 'fa:16:3e:c3:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:36Z', 'updated_at': '2022-08-05T02:21:41Z', 'revision_number': 1, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:43.911087 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d1b0f-5000-47bf-958c-a4ca153c1acb None None] The sync data for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi is: [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '115cf5e7-3df1-4cff-b864-6c4410abdb56', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'port_id': 'c3c4ea12-20f0-402c-a002-d09aebd27024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'mac_address': 'fa:16:3e:c3:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:36Z', 'updated_at': '2022-08-05T02:21:41Z', 'revision_number': 1, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:43.988149 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-9b0d8b6f-7126-4bd8-a9ab-d2df496a6cc8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387846 Aug 05 02:21:44.157390 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf36d1-d843-4e22-b7e5-2d0731928cf6 None None] New status for floating IP 16ba3c62-8590-4e9c-97bf-a77569fb7ac8: ACTIVE {{(pid=104198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:21:44.159786 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:44.364790 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f194e-13f3-49ef-9fba-b7bf4a5c540d None None] New status for floating IP 115cf5e7-3df1-4cff-b864-6c4410abdb56: ACTIVE {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:21:44.553890 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a49e75-180e-4282-9c75-15e7973d174a req-591725be-e2cf-4603-935a-c1b33e39acd7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:44.555663 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-63a49e75-180e-4282-9c75-15e7973d174a req-591725be-e2cf-4603-935a-c1b33e39acd7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0844016 Aug 05 02:21:44.637662 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-63a49e75-180e-4282-9c75-15e7973d174a req-87120b0f-2fff-4807-b9e1-7c52112a55fa tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738599 Aug 05 02:21:44.768461 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154597-2352-4559-8cef-c70a65ba0205 req-be380ebf-c3c3-41f5-b4e3-ab3529dbea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:44.770880 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba154597-2352-4559-8cef-c70a65ba0205 req-be380ebf-c3c3-41f5-b4e3-ab3529dbea88 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2735884 Aug 05 02:21:44.804095 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:44.874959 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:44.905766 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:44.928257 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261b942-36ac-41d3-8bef-b00239869d55 req-0f465587-98af-4d47-96d8-a39b31fbe5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:44.929759 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4261b942-36ac-41d3-8bef-b00239869d55 req-0f465587-98af-4d47-96d8-a39b31fbe5cf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 912 time: 0.4224370 Aug 05 02:21:44.949046 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d66b8c6f-d761-4198-980d-7f9231d20077 req-8924da3e-65ff-4367-9081-d6413c490d05 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663181 Aug 05 02:21:44.974834 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba154597-2352-4559-8cef-c70a65ba0205 req-89d1d794-70ed-4f5f-a391-d93c4a0a831d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951070 Aug 05 02:21:45.192158 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4261b942-36ac-41d3-8bef-b00239869d55 req-c791d5cd-ca75-42a3-9f2e-5813dc78eaca service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c4ea12-20f0-402c-a002-d09aebd27024 HTTP/1.1" status: 200 len: 1000 time: 0.1871843 Aug 05 02:21:45.199636 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-7b4114d5-5fd5-469d-aa2d-ce350003e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:45.201402 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-7b4114d5-5fd5-469d-aa2d-ce350003e7eb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 1130 time: 0.0774615 Aug 05 02:21:45.218169 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba154597-2352-4559-8cef-c70a65ba0205 req-dcba94e3-094f-48e4-811e-485319c598b0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168217 Aug 05 02:21:45.774715 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:45.791034 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47302024-26e2-4b9c-a7cc-d5ef5b95e85a req-f752ff74-3666-4f27-8cbc-d40ce3960fb4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:45.792606 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-47302024-26e2-4b9c-a7cc-d5ef5b95e85a req-f752ff74-3666-4f27-8cbc-d40ce3960fb4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0603714 Aug 05 02:21:45.860296 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-47302024-26e2-4b9c-a7cc-d5ef5b95e85a req-36763caa-a9fb-41e9-a57f-7ad8eded1129 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603237 Aug 05 02:21:46.175473 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d575fbb-e23c-469b-a708-234d15131e6f req-d7e7f073-4ddf-438d-93fd-b22006e23226 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:46.177219 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6d575fbb-e23c-469b-a708-234d15131e6f req-d7e7f073-4ddf-438d-93fd-b22006e23226 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0616522 Aug 05 02:21:46.189062 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:46.238937 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6d575fbb-e23c-469b-a708-234d15131e6f req-30daa252-6106-4651-86a5-340490398c8c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557513 Aug 05 02:21:47.413244 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a28b34-0857-4f8c-83f3-a1f5b2770017 req-108269aa-1514-4380-9c1d-5fb8d913eeb2 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:47.415091 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-60a28b34-0857-4f8c-83f3-a1f5b2770017 req-108269aa-1514-4380-9c1d-5fb8d913eeb2 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0538373 Aug 05 02:21:47.468831 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-60a28b34-0857-4f8c-83f3-a1f5b2770017 req-0db12380-ceb7-470e-a6db-734e7c5c3783 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475960 Aug 05 02:21:48.620424 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f442-e0ac-4d49-8746-5d44a79a1553 req-8843fe94-8bd0-43da-ae71-74f5d443c76e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:48.627775 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b563f442-e0ac-4d49-8746-5d44a79a1553 req-8843fe94-8bd0-43da-ae71-74f5d443c76e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0632837 Aug 05 02:21:48.707434 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b563f442-e0ac-4d49-8746-5d44a79a1553 req-be0c18f5-76d9-4df2-868c-bff683ed225a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786982 Aug 05 02:21:49.851240 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37647046-9efa-4450-afe9-ad85a7e4df78 req-da9de0a6-21f1-4966-9ba1-9e327a9a9b38 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:49.853117 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-37647046-9efa-4450-afe9-ad85a7e4df78 req-da9de0a6-21f1-4966-9ba1-9e327a9a9b38 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0725179 Aug 05 02:21:49.918594 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-37647046-9efa-4450-afe9-ad85a7e4df78 req-6d93e77a-08f9-4a5e-99b8-da1ed50bd199 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587087 Aug 05 02:21:50.421438 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:50.425901 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261b942-36ac-41d3-8bef-b00239869d55 req-cf061689-5129-44f2-bbaa-b9b10a2af4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:50.427669 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4261b942-36ac-41d3-8bef-b00239869d55 req-cf061689-5129-44f2-bbaa-b9b10a2af4f9 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 200 len: 850 time: 0.1082897 Aug 05 02:21:50.454068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-c953da90-a656-497b-8f74-f0df972ea170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:50.455724 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-c953da90-a656-497b-8f74-f0df972ea170 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.1076021 Aug 05 02:21:50.539439 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261b942-36ac-41d3-8bef-b00239869d55 req-741e8e33-e525-42fc-ab2e-2e1bb72abdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:50.541244 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4261b942-36ac-41d3-8bef-b00239869d55 req-741e8e33-e525-42fc-ab2e-2e1bb72abdcc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bf7849d5-61da-44b5-8e65-8d7323d12692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571823 Aug 05 02:21:50.586600 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:21:50.681148 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-a21d83b0-643d-4d47-93db-924930012c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:50.682725 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-a21d83b0-643d-4d47-93db-924930012c85 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 1130 time: 0.1403537 Aug 05 02:21:50.698162 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-4d6df550-0117-41a9-b257-c4d2af0018f8 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7885d180-df69-43cf-b111-f789955314dc HTTP/1.1" status: 200 len: 1001 time: 0.1196799 Aug 05 02:21:50.731692 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4261b942-36ac-41d3-8bef-b00239869d55 req-11ed9c79-aa76-4451-ad81-676532a740cd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788278 Aug 05 02:21:51.041308 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693c17d-0328-4bf3-94de-c75dcd83ef8a req-56978239-d532-4cae-9acd-a4b4fbe3cf9a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:51.045405 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5693c17d-0328-4bf3-94de-c75dcd83ef8a req-56978239-d532-4cae-9acd-a4b4fbe3cf9a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0548050 Aug 05 02:21:51.096420 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5693c17d-0328-4bf3-94de-c75dcd83ef8a req-1ca3b95e-1653-4cb5-a02a-bcfc3178a675 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444770 Aug 05 02:21:51.113753 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:51.370160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-4782f916-6c06-4e7c-9662-ece23a80c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:51.372232 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-4782f916-6c06-4e7c-9662-ece23a80c424 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.3858104 Aug 05 02:21:51.429921 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-f43a7eaa-40c0-447b-82e0-ec956557cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:51.431351 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-f43a7eaa-40c0-447b-82e0-ec956557cf60 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.4470024 Aug 05 02:21:51.435883 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4261b942-36ac-41d3-8bef-b00239869d55 req-0baa0c28-e0a6-4073-97bf-5d1b2f60dd4a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503968 Aug 05 02:21:51.443340 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-5e4715c9-7a2c-4e9f-8322-6d4fb9f99032 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:51.447240 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-5e4715c9-7a2c-4e9f-8322-6d4fb9f99032 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d HTTP/1.1" status: 200 len: 814 time: 0.5133989 Aug 05 02:21:51.462444 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-9f50afd8-0116-4b24-904c-833fe1326ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:51.463878 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-9f50afd8-0116-4b24-904c-833fe1326ead service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0762460 Aug 05 02:21:51.465638 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-f76a7375-16b8-4c67-9a40-bfe9c021ec01 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/quotas/a5d8a01fa4024794b4dde3beebbbd7f1 HTTP/1.1" status: 200 len: 375 time: 0.0152302 Aug 05 02:21:51.587948 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-685bc603-267d-4b45-9b73-65a14492f3e2 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c923b8-6769-42f5-972e-79420f4f0498 HTTP/1.1" status: 200 len: 217 time: 0.0868444 Aug 05 02:21:51.597015 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-e897d83c-9d03-4a43-9b96-d8a3b5f80541 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255555 Aug 05 02:21:51.727277 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-5366b515-a5c6-4721-9b55-ce88831c9bc5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273951 Aug 05 02:21:51.730548 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-550786fa-b6bf-41d2-9cf1-9803b7ce499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:51.731891 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-550786fa-b6bf-41d2-9cf1-9803b7ce499f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.1274228 Aug 05 02:21:51.745215 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:51.761446 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-6e5b7706-21f3-467f-a4fd-090419dd8fce service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458180 Aug 05 02:21:51.865318 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-6aaff8ce-7678-4994-981c-4ae51f3f2c91 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932767 Aug 05 02:21:52.038330 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-73a5e231-eb7f-42f3-b5a3-9155f514e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:52.041963 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-73a5e231-eb7f-42f3-b5a3-9155f514e5c9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1092174 Aug 05 02:21:52.086135 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ba4558e7-2205-4be2-80e0-c0f8ff39001b req-13dbc652-9414-4cf1-83b3-700bf50cf7d9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 210 time: 0.0566182 Aug 05 02:21:52.175820 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28925468-bf51-4c79-8457-1d49fc2750e0 req-1923cced-4f0f-4865-9251-4656a6541327 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442875 Aug 05 02:21:52.240640 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-b12bc328-b60a-4756-86c2-562bb70c7ee1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885960 Aug 05 02:21:52.252520 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408edf9c-18e8-418b-96a6-3b03e60083b2 req-37e621cf-8063-497a-a663-1e7618919bb1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:52.254245 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-408edf9c-18e8-418b-96a6-3b03e60083b2 req-37e621cf-8063-497a-a663-1e7618919bb1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0618904 Aug 05 02:21:52.352062 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:52.384696 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-408edf9c-18e8-418b-96a6-3b03e60083b2 req-f15bafba-e6da-4d0d-b223-355694d9f52f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201501 Aug 05 02:21:52.399850 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-28e7f658-2375-45f8-9ac9-d03f21496174 req-c268503d-bbe1-460c-b756-8e44024095fc service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445794 Aug 05 02:21:53.164881 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5600411e-1b26-4eb8-8d74-dc7c9373367e req-b8848426-60d1-42e6-99ca-047bdd44d533 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 210 time: 0.0297432 Aug 05 02:21:53.528876 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-d7dc7708-97ed-4f16-9899-5c5282dc2dcd tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:53.531696 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-d7dc7708-97ed-4f16-9899-5c5282dc2dcd tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.45 "GET /networking/v2.0/networks?id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d HTTP/1.1" status: 200 len: 814 time: 0.1513293 Aug 05 02:21:53.564477 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'port': {'device_id': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'admin_state_up': True, 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:21:53.687174 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f055cb8-3f2c-46dd-8624-03caaaaeea8f req-ac8c4de3-8959-42a1-b507-bb54574baa2e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:53.688682 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9f055cb8-3f2c-46dd-8624-03caaaaeea8f req-ac8c4de3-8959-42a1-b507-bb54574baa2e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0736287 Aug 05 02:21:53.765419 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9f055cb8-3f2c-46dd-8624-03caaaaeea8f req-f4f8b5a9-ddce-4862-973c-195ddb5824f2 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686231 Aug 05 02:21:53.766482 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Made reservation on behalf of a5d8a01fa4024794b4dde3beebbbd7f1 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:53.769772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:53.907951 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Allocated IP 172.20.0.5 (e13b05c9-2865-404d-b1cd-fa40c7ecac7d/edda7678-889a-4621-b058-4d3ec66d706a/9017b9e3-fdca-4fff-a053-ec122ab62248) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:21:53.921026 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:54.122580 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:54.178014 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:54.256690 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Network e13b05c9-2865-404d-b1cd-fa40c7ecac7d is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:54.262719 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:54.267361 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:21:54.287764 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:54.288162 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:54.314027 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'Port': ['ID=9017b9e3-fdca-4fff-a053-ec122ab62248,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:54.317553 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c1fe8-91d6-4c42-b7c4-2740cfdfb899 req-f88527af-2581-4051-aeb2-09148400c04c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:54.326002 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-710c1fe8-91d6-4c42-b7c4-2740cfdfb899 req-f88527af-2581-4051-aeb2-09148400c04c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0815332 Aug 05 02:21:54.334277 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-37543785-9caf-40cf-8800-763ee91ebd67 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7741911 Aug 05 02:21:54.389053 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-710c1fe8-91d6-4c42-b7c4-2740cfdfb899 req-05b28f81-ad6e-4c9a-9972-c1592f2980d4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619910 Aug 05 02:21:54.396223 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:54.611362 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-dce10091-a29d-414f-b85c-9773e533155e None None] Provisioning complete for port 9017b9e3-fdca-4fff-a053-ec122ab62248 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:21:54.612041 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-dce10091-a29d-414f-b85c-9773e533155e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:54.651864 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-dce10091-a29d-414f-b85c-9773e533155e None None] Port 9017b9e3-fdca-4fff-a053-ec122ab62248 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:21:55.026085 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bad0-961f-43c3-a901-3a435b6d0fa4 req-4552dd22-87f8-4589-9b79-f63ba8532865 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:55.027746 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b4e7bad0-961f-43c3-a901-3a435b6d0fa4 req-4552dd22-87f8-4589-9b79-f63ba8532865 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0879972 Aug 05 02:21:55.074021 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:55.153651 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b4e7bad0-961f-43c3-a901-3a435b6d0fa4 req-3346d347-45e4-467a-97c1-308275599d08 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120622 Aug 05 02:21:55.399304 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38412) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:55.531805 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ad287a00-290f-4c07-b890-bac388576efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:55.546810 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe94b48-1530-4b5d-bf09-c02cef1ac28b req-d7ffb8cc-3d55-4f4e-b5c1-f07a9c2fda82 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:55.548413 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ffe94b48-1530-4b5d-bf09-c02cef1ac28b req-d7ffb8cc-3d55-4f4e-b5c1-f07a9c2fda82 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0667803 Aug 05 02:21:55.641081 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ffe94b48-1530-4b5d-bf09-c02cef1ac28b req-8ff1b856-281c-4e09-a7fc-971383d4b156 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791173 Aug 05 02:21:55.666592 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ad287a00-290f-4c07-b890-bac388576efa admin admin] Publish callbacks [] for security_group (792bd39a-5eff-417f-a9eb-9e69d4f13b6f), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:55.673716 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ad287a00-290f-4c07-b890-bac388576efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (792bd39a-5eff-417f-a9eb-9e69d4f13b6f), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:55.714099 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-ad287a00-290f-4c07-b890-bac388576efa admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bfc03a10353543ff925e668c0766b433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137233 Aug 05 02:21:55.715669 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad287a00-290f-4c07-b890-bac388576efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792bd39a-5eff-417f-a9eb-9e69d4f13b6f,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:55.717452 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 38418) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:55.778214 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7e982fa7-238c-4038-81dd-98b038a3639c admin admin] Publish callbacks [] for security_group (792bd39a-5eff-417f-a9eb-9e69d4f13b6f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:55.802148 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7e982fa7-238c-4038-81dd-98b038a3639c admin admin] Publish callbacks [] for security_group (792bd39a-5eff-417f-a9eb-9e69d4f13b6f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:55.852631 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7e982fa7-238c-4038-81dd-98b038a3639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (792bd39a-5eff-417f-a9eb-9e69d4f13b6f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:55.855831 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7e982fa7-238c-4038-81dd-98b038a3639c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:55.857049 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-7e982fa7-238c-4038-81dd-98b038a3639c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/792bd39a-5eff-417f-a9eb-9e69d4f13b6f HTTP/1.1" status: 204 len: 168 time: 0.1378164 Aug 05 02:21:55.865103 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e982fa7-238c-4038-81dd-98b038a3639c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792bd39a-5eff-417f-a9eb-9e69d4f13b6f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:56.157906 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 38426) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:56.172298 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-380e5d3c-5007-402f-a7b9-f7bc442dd9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:56.302064 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-380e5d3c-5007-402f-a7b9-f7bc442dd9c0 admin admin] Publish callbacks [] for security_group (afbb8b48-4d13-4299-b7a7-dcbcb8efe971), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:56.309230 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47f32-7329-4ce3-9802-78e7a105e6a4 req-aeb84d9b-652b-40fd-825a-d73b9e4d2f63 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:56.310735 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-56b47f32-7329-4ce3-9802-78e7a105e6a4 req-aeb84d9b-652b-40fd-825a-d73b9e4d2f63 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0643528 Aug 05 02:21:56.311787 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-380e5d3c-5007-402f-a7b9-f7bc442dd9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (afbb8b48-4d13-4299-b7a7-dcbcb8efe971), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:56.375624 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e5d3c-5007-402f-a7b9-f7bc442dd9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbb8b48-4d13-4299-b7a7-dcbcb8efe971,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:56.380192 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-380e5d3c-5007-402f-a7b9-f7bc442dd9c0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f7fa49e4cb874ea783d7033cb706848c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210684 Aug 05 02:21:56.383207 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38434) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:56.413690 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-56b47f32-7329-4ce3-9802-78e7a105e6a4 req-53abd514-c853-48f9-a08d-8048c19961ab tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904000 Aug 05 02:21:56.470795 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-10f447d8-9f98-48dd-8894-6d1e9223d3a8 admin admin] Publish callbacks [] for security_group (afbb8b48-4d13-4299-b7a7-dcbcb8efe971), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:56.495683 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-10f447d8-9f98-48dd-8894-6d1e9223d3a8 admin admin] Publish callbacks [] for security_group (afbb8b48-4d13-4299-b7a7-dcbcb8efe971), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:56.553857 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-10f447d8-9f98-48dd-8894-6d1e9223d3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (afbb8b48-4d13-4299-b7a7-dcbcb8efe971), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:56.556449 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-10f447d8-9f98-48dd-8894-6d1e9223d3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:56.560788 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-10f447d8-9f98-48dd-8894-6d1e9223d3a8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/afbb8b48-4d13-4299-b7a7-dcbcb8efe971 HTTP/1.1" status: 204 len: 168 time: 0.1729417 Aug 05 02:21:56.565947 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f447d8-9f98-48dd-8894-6d1e9223d3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbb8b48-4d13-4299-b7a7-dcbcb8efe971,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:56.765773 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 38446) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:56.791451 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:56.803505 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f81d8-661a-470b-abab-456a45f8a10c req-1f539253-ebd4-4026-b7f1-25de494a8fde tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:56.809337 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-db0f81d8-661a-470b-abab-456a45f8a10c req-1f539253-ebd4-4026-b7f1-25de494a8fde tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0747561 Aug 05 02:21:56.901521 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-db0f81d8-661a-470b-abab-456a45f8a10c req-1d1fcc37-bc56-4d62-9dbf-1996a3e3d542 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885561 Aug 05 02:21:56.926577 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-07884dd7-45b8-44a0-bfdc-4c1e5c60bb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:56.943614 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:57.022285 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-07884dd7-45b8-44a0-bfdc-4c1e5c60bb1e admin admin] Publish callbacks [] for security_group (16b0a587-b3bb-4de5-950f-b20c2571a52a), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:57.027678 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-07884dd7-45b8-44a0-bfdc-4c1e5c60bb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (16b0a587-b3bb-4de5-950f-b20c2571a52a), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:57.075269 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-07884dd7-45b8-44a0-bfdc-4c1e5c60bb1e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e1b1b0bc2a114b0b8c027b2e28831c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023756 Aug 05 02:21:57.075269 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07884dd7-45b8-44a0-bfdc-4c1e5c60bb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b0a587-b3bb-4de5-950f-b20c2571a52a,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:57.075602 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38458) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:57.092404 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:57.149947 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-06e0f7fb-c068-4821-8275-5aa20da20dd2 admin admin] Publish callbacks [] for security_group (16b0a587-b3bb-4de5-950f-b20c2571a52a), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:57.198554 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-06e0f7fb-c068-4821-8275-5aa20da20dd2 admin admin] Publish callbacks [] for security_group (16b0a587-b3bb-4de5-950f-b20c2571a52a), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:57.271088 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-06e0f7fb-c068-4821-8275-5aa20da20dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (16b0a587-b3bb-4de5-950f-b20c2571a52a), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:57.274030 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-06e0f7fb-c068-4821-8275-5aa20da20dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:57.276371 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-06e0f7fb-c068-4821-8275-5aa20da20dd2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/16b0a587-b3bb-4de5-950f-b20c2571a52a HTTP/1.1" status: 204 len: 168 time: 0.2009857 Aug 05 02:21:57.285436 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0f7fb-c068-4821-8275-5aa20da20dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b0a587-b3bb-4de5-950f-b20c2571a52a,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:57.556509 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac64da-e99a-48e4-ab68-55bbfd24e14b req-e40ec334-4646-43a0-ae49-0258981ad85a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:57.557998 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-94ac64da-e99a-48e4-ab68-55bbfd24e14b req-e40ec334-4646-43a0-ae49-0258981ad85a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0640421 Aug 05 02:21:57.615914 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-94ac64da-e99a-48e4-ab68-55bbfd24e14b req-85fdf364-c7c1-4748-878c-df43c1cfec4b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494492 Aug 05 02:21:58.038506 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97599d-1796-4ded-92d9-3726d8381ff5 req-dc6f950c-bea7-4150-8a32-20aeea171fef tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:58.041110 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5f97599d-1796-4ded-92d9-3726d8381ff5 req-dc6f950c-bea7-4150-8a32-20aeea171fef tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0636146 Aug 05 02:21:58.108883 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5f97599d-1796-4ded-92d9-3726d8381ff5 req-503f4d5a-858d-4b70-be93-7432e8a3eed4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610592 Aug 05 02:21:58.244506 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:58.801420 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:21:58.832240 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad59f8-ff99-44fd-acc5-78cd8a0c23d8 req-45e10acc-74ef-4f76-9f2a-86f325b467ca tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:58.845113 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57ad59f8-ff99-44fd-acc5-78cd8a0c23d8 req-45e10acc-74ef-4f76-9f2a-86f325b467ca tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1373625 Aug 05 02:21:58.987936 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57ad59f8-ff99-44fd-acc5-78cd8a0c23d8 req-10ddb0a9-6b81-4847-9b0e-8762da2e7d7b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412938 Aug 05 02:21:59.256093 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3d81b-4257-4759-aa8d-66e2629d0b3f req-1171d8f0-8904-41c5-8fcd-9bf81d3c783c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:21:59.257798 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-15b3d81b-4257-4759-aa8d-66e2629d0b3f req-1171d8f0-8904-41c5-8fcd-9bf81d3c783c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0801132 Aug 05 02:21:59.303036 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 38562) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:59.316415 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-15b3d81b-4257-4759-aa8d-66e2629d0b3f req-127468b8-cb1c-43b8-831a-eb100b451129 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477858 Aug 05 02:21:59.432568 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-082b9036-bafb-41aa-a5ec-17b54d140e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:59.526631 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-082b9036-bafb-41aa-a5ec-17b54d140e0b admin admin] Publish callbacks [] for security_group (3b917798-60fe-42af-8b06-ff289ec87671), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:59.530852 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-082b9036-bafb-41aa-a5ec-17b54d140e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3b917798-60fe-42af-8b06-ff289ec87671), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:59.572663 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-082b9036-bafb-41aa-a5ec-17b54d140e0b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8eaab07df767462c94108e0651587970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685368 Aug 05 02:21:59.573967 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b9036-bafb-41aa-a5ec-17b54d140e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b917798-60fe-42af-8b06-ff289ec87671,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:59.575475 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38566) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:21:59.629119 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-11aacc4d-7e80-4b02-a585-f4be7833d392 admin admin] Publish callbacks [] for security_group (3b917798-60fe-42af-8b06-ff289ec87671), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:59.653081 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-11aacc4d-7e80-4b02-a585-f4be7833d392 admin admin] Publish callbacks [] for security_group (3b917798-60fe-42af-8b06-ff289ec87671), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:59.704781 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-11aacc4d-7e80-4b02-a585-f4be7833d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3b917798-60fe-42af-8b06-ff289ec87671), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:59.707361 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-11aacc4d-7e80-4b02-a585-f4be7833d392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:21:59.708522 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-11aacc4d-7e80-4b02-a585-f4be7833d392 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3b917798-60fe-42af-8b06-ff289ec87671 HTTP/1.1" status: 204 len: 168 time: 0.1319823 Aug 05 02:21:59.717155 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aacc4d-7e80-4b02-a585-f4be7833d392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b917798-60fe-42af-8b06-ff289ec87671,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:00.014033 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38574) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:00.034436 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-18a88bc4-3a8a-404e-aa9d-43849b74f60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:00.120479 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-18a88bc4-3a8a-404e-aa9d-43849b74f60e admin admin] Publish callbacks [] for security_group (a6b7842c-da9d-4527-846a-b88b845df64b), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:00.125575 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-18a88bc4-3a8a-404e-aa9d-43849b74f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a6b7842c-da9d-4527-846a-b88b845df64b), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:00.127319 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669174-6291-4f5c-9019-64637c1480f8 req-8b4f10e0-6bac-41e0-b83c-3e051e1e56ae tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:00.128964 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-53669174-6291-4f5c-9019-64637c1480f8 req-8b4f10e0-6bac-41e0-b83c-3e051e1e56ae tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0585613 Aug 05 02:22:00.171408 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-18a88bc4-3a8a-404e-aa9d-43849b74f60e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f7d082d54fb444aaa42f416d56cbae69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530788 Aug 05 02:22:00.171927 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38578) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:00.178361 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88bc4-3a8a-404e-aa9d-43849b74f60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7842c-da9d-4527-846a-b88b845df64b,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:00.187443 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-53669174-6291-4f5c-9019-64637c1480f8 req-dd4df3c8-6d51-4f6b-a797-4b688e61337d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521560 Aug 05 02:22:00.228693 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-286b4a42-3cf7-4e31-a3bc-db20d666540c admin admin] Publish callbacks [] for security_group (a6b7842c-da9d-4527-846a-b88b845df64b), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:00.252266 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-286b4a42-3cf7-4e31-a3bc-db20d666540c admin admin] Publish callbacks [] for security_group (a6b7842c-da9d-4527-846a-b88b845df64b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:00.258628 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:00.304613 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-286b4a42-3cf7-4e31-a3bc-db20d666540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a6b7842c-da9d-4527-846a-b88b845df64b), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:00.307310 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-286b4a42-3cf7-4e31-a3bc-db20d666540c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:00.309201 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-286b4a42-3cf7-4e31-a3bc-db20d666540c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a6b7842c-da9d-4527-846a-b88b845df64b HTTP/1.1" status: 204 len: 168 time: 0.1355186 Aug 05 02:22:00.324166 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b4a42-3cf7-4e31-a3bc-db20d666540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7842c-da9d-4527-846a-b88b845df64b,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:00.477017 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d069fdd-e646-4b1f-8e65-7b2c8c13626d req-3e92e08c-eb6d-4cba-be83-9b52a5f77ead tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:00.484976 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6d069fdd-e646-4b1f-8e65-7b2c8c13626d req-3e92e08c-eb6d-4cba-be83-9b52a5f77ead tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0662885 Aug 05 02:22:00.508499 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:00.534797 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6d069fdd-e646-4b1f-8e65-7b2c8c13626d req-134c1bde-3775-47a6-bb61-b3bafebf76a9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484092 Aug 05 02:22:01.342721 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27538477-edd0-4d60-8c2e-d74728c02146 req-1a1675d7-abfa-45be-83d3-526eedece3c3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:01.345145 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-27538477-edd0-4d60-8c2e-d74728c02146 req-1a1675d7-abfa-45be-83d3-526eedece3c3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0670466 Aug 05 02:22:01.411081 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-27538477-edd0-4d60-8c2e-d74728c02146 req-053f742e-23ab-4959-8139-fe3dfc1b7cd0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557168 Aug 05 02:22:01.711158 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f2a8f-c37c-4251-a1fe-1fbed9ebbe92 req-a18b6d3f-90b1-4d15-891a-86a121cecab3 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:01.712694 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-286f2a8f-c37c-4251-a1fe-1fbed9ebbe92 req-a18b6d3f-90b1-4d15-891a-86a121cecab3 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0813930 Aug 05 02:22:01.768594 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-286f2a8f-c37c-4251-a1fe-1fbed9ebbe92 req-a02f7154-02c2-4509-be19-1dac4935f66d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Aug 05 02:22:02.544138 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3fe36-ac01-4e4a-a463-0698b9f18b2b req-825a7a3b-1591-4654-8e1c-1d01488c7073 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:02.545823 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7fb3fe36-ac01-4e4a-a463-0698b9f18b2b req-825a7a3b-1591-4654-8e1c-1d01488c7073 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0620208 Aug 05 02:22:02.601441 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7fb3fe36-ac01-4e4a-a463-0698b9f18b2b req-86ea9c9e-ab54-4252-aeb7-c47201ee6262 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485561 Aug 05 02:22:02.911696 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0c3fb-3860-451c-b4af-5a960ef8483e req-117f090f-f23d-4274-9159-757f76e620df tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:02.920295 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d3e0c3fb-3860-451c-b4af-5a960ef8483e req-117f090f-f23d-4274-9159-757f76e620df tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0624704 Aug 05 02:22:02.967078 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d3e0c3fb-3860-451c-b4af-5a960ef8483e req-da2913f5-96e2-4358-b746-704fb3ba1a3b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456672 Aug 05 02:22:03.145511 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 38680) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:03.254728 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6c085c72-48ec-44f2-bd40-6b9aff642efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:03.292956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:03.338019 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6c085c72-48ec-44f2-bd40-6b9aff642efc admin admin] Publish callbacks [] for security_group (d957d9f9-3984-4c5c-9bce-b98e5ea3fe4a), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:03.342830 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6c085c72-48ec-44f2-bd40-6b9aff642efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d957d9f9-3984-4c5c-9bce-b98e5ea3fe4a), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:03.385375 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-6c085c72-48ec-44f2-bd40-6b9aff642efc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=72234dc79eb84cbdb45436a6448c6a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386448 Aug 05 02:22:03.386438 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c085c72-48ec-44f2-bd40-6b9aff642efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d957d9f9-3984-4c5c-9bce-b98e5ea3fe4a,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:03.389145 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38684) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:03.455223 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c14a340b-64b1-4a22-8215-7083ab80f20b admin admin] Publish callbacks [] for security_group (d957d9f9-3984-4c5c-9bce-b98e5ea3fe4a), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:03.480838 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c14a340b-64b1-4a22-8215-7083ab80f20b admin admin] Publish callbacks [] for security_group (d957d9f9-3984-4c5c-9bce-b98e5ea3fe4a), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:03.553903 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c14a340b-64b1-4a22-8215-7083ab80f20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d957d9f9-3984-4c5c-9bce-b98e5ea3fe4a), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:03.557473 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c14a340b-64b1-4a22-8215-7083ab80f20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:03.560883 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-c14a340b-64b1-4a22-8215-7083ab80f20b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d957d9f9-3984-4c5c-9bce-b98e5ea3fe4a HTTP/1.1" status: 204 len: 168 time: 0.1704538 Aug 05 02:22:03.595694 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a340b-64b1-4a22-8215-7083ab80f20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d957d9f9-3984-4c5c-9bce-b98e5ea3fe4a,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:03.777587 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590f6cb-6eb9-448b-bb9f-24ba86fb2eb2 req-48f6bb2b-11e7-4f89-8456-6bb77ce15b20 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:03.805672 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7590f6cb-6eb9-448b-bb9f-24ba86fb2eb2 req-48f6bb2b-11e7-4f89-8456-6bb77ce15b20 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1018262 Aug 05 02:22:03.882881 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7590f6cb-6eb9-448b-bb9f-24ba86fb2eb2 req-ce27413a-2b4d-4eb6-9a5b-c7bdb740a59b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763283 Aug 05 02:22:04.124763 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea2aff-0f7d-447f-838b-e42464e012c5 req-e9acb792-d3c4-42e2-84cf-8cc262bf2ff8 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:04.133179 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-73ea2aff-0f7d-447f-838b-e42464e012c5 req-e9acb792-d3c4-42e2-84cf-8cc262bf2ff8 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0636096 Aug 05 02:22:04.191520 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-73ea2aff-0f7d-447f-838b-e42464e012c5 req-926c2cda-19ac-4b9f-97b1-2179f4a01bf2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574582 Aug 05 02:22:04.474166 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38740) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:04.583570 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-714653937-network', 'tenant_id': '14962cc915f647cc916994ec724de454'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:22:04.603955 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Made reservation on behalf of 14962cc915f647cc916994ec724de454 for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:22:04.606748 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:04.615843 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:04.706758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Publish callbacks [] for security_group (0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:04.713590 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:04.758157 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:22:04.774371 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:04.777272 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (08b9562d-00c9-4a08-b744-dd0c4f9cf693), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:04.777617 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Added segment 08b9562d-00c9-4a08-b744-dd0c4f9cf693 of type vlan for network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 Aug 05 02:22:04.831249 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (7e162cf4-1761-488b-a0c2-fc8d03640ad2), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:04.840161 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:04.861044 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (7e162cf4-1761-488b-a0c2-fc8d03640ad2), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:04.861987 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:04.862562 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:04.923507 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 38748) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:04.924877 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4494510 Aug 05 02:22:04.936211 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Request body: {'subnet': {'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-714653937-subnet', 'tenant_id': '14962cc915f647cc916994ec724de454', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:22:04.955338 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee07255-f91b-4ad3-a2bb-82389c369c58 admin admin] Pushing event updated for resources: {'Network': ['ID=7e162cf4-1761-488b-a0c2-fc8d03640ad2,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:04.959371 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Made reservation on behalf of 14962cc915f647cc916994ec724de454 for: {'subnet': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:22:04.962436 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:04.967492 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:22:05.008973 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:05.077890 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1516fd-9715-4822-bc68-bec1e03816b3 req-9a6db2d0-d6fe-420c-aff6-e16d346dd212 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:05.079528 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb1516fd-9715-4822-bc68-bec1e03816b3 req-9a6db2d0-d6fe-420c-aff6-e16d346dd212 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1000662 Aug 05 02:22:05.172884 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb1516fd-9715-4822-bc68-bec1e03816b3 req-e926ea8a-90f3-4cd5-924a-acf98903a025 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823126 Aug 05 02:22:05.287113 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (df49b367-6cda-4e11-9e53-7fa4b6fd1e0b), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:05.308831 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:05.330009 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e3e43-6c46-4c32-b800-b9c63f61769c req-dae72693-1110-4348-8ac4-571c15bafc20 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:05.332687 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-056e3e43-6c46-4c32-b800-b9c63f61769c req-dae72693-1110-4348-8ac4-571c15bafc20 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0632296 Aug 05 02:22:05.371707 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df49b367-6cda-4e11-9e53-7fa4b6fd1e0b,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:05.383280 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Checking segment: {'id': '08b9562d-00c9-4a08-b744-dd0c4f9cf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:22:05.383757 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Network hostable DHCP agents. Network: 7e162cf4-1761-488b-a0c2-fc8d03640ad2, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:22:05.395841 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-056e3e43-6c46-4c32-b800-b9c63f61769c req-eee5bfa7-f7fb-41f7-818a-81d56040f258 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494123 Aug 05 02:22:05.411323 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:22:05.427822 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 7e162cf4-1761-488b-a0c2-fc8d03640ad2) {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:05.444255 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:05.445407 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:05.450488 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92275853-ced9-4225-8093-bffa33fd1a9f None None] Network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:22:05.468183 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-a42d765d-d9bf-4b31-b39c-7540eee89802 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5435610 Aug 05 02:22:05.525984 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:05.578866 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a135a-a896-409a-9143-2c0fe8df701d None None] Network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:22:05.592547 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38766) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:05.744694 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3c714b01-660f-4cc5-8673-53e323f00792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:05.882198 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3c714b01-660f-4cc5-8673-53e323f00792 admin admin] Publish callbacks [] for security_group (d0dbb9df-5f30-4b20-a79b-e07c32b17195), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:05.888401 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3c714b01-660f-4cc5-8673-53e323f00792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d0dbb9df-5f30-4b20-a79b-e07c32b17195), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:05.937454 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-3c714b01-660f-4cc5-8673-53e323f00792 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b12ffbf6ed754e3990411ac240d356b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435366 Aug 05 02:22:05.938174 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c714b01-660f-4cc5-8673-53e323f00792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dbb9df-5f30-4b20-a79b-e07c32b17195,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:05.940177 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 38776) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:05.994120 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b4537b02-a3a2-474e-a4f4-ad3961bac430 admin admin] Publish callbacks [] for security_group (d0dbb9df-5f30-4b20-a79b-e07c32b17195), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.022478 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b4537b02-a3a2-474e-a4f4-ad3961bac430 admin admin] Publish callbacks [] for security_group (d0dbb9df-5f30-4b20-a79b-e07c32b17195), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.077705 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b4537b02-a3a2-474e-a4f4-ad3961bac430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d0dbb9df-5f30-4b20-a79b-e07c32b17195), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.080612 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b4537b02-a3a2-474e-a4f4-ad3961bac430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.081767 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-b4537b02-a3a2-474e-a4f4-ad3961bac430 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d0dbb9df-5f30-4b20-a79b-e07c32b17195 HTTP/1.1" status: 204 len: 168 time: 0.1398270 Aug 05 02:22:06.103435 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4537b02-a3a2-474e-a4f4-ad3961bac430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dbb9df-5f30-4b20-a79b-e07c32b17195,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:06.336004 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cde287-02af-4ad4-a169-ce6a7195d94a req-ecbb5b8b-6eab-4763-a81b-4bd0182de614 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:06.337997 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-12cde287-02af-4ad4-a169-ce6a7195d94a req-ecbb5b8b-6eab-4763-a81b-4bd0182de614 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0526972 Aug 05 02:22:06.397420 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-12cde287-02af-4ad4-a169-ce6a7195d94a req-61b58516-9a29-4288-89d1-69812ec4f632 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487075 Aug 05 02:22:06.481331 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 38792) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:06.495576 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-10bf5f2b-1745-446c-8436-9aff78f1d3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.505117 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:06.547376 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6f81e-ef5c-45cf-aa28-688d7cf6d080 req-c8849059-a88d-46b9-aac5-d0ed4b224d08 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:06.548957 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d7f6f81e-ef5c-45cf-aa28-688d7cf6d080 req-c8849059-a88d-46b9-aac5-d0ed4b224d08 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0517759 Aug 05 02:22:06.588756 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-10bf5f2b-1745-446c-8436-9aff78f1d3f4 admin admin] Publish callbacks [] for security_group (2566f912-d52c-4f6f-9837-40024366caaf), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.594636 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-10bf5f2b-1745-446c-8436-9aff78f1d3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (2566f912-d52c-4f6f-9837-40024366caaf), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.601436 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:06.616194 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d7f6f81e-ef5c-45cf-aa28-688d7cf6d080 req-aa008bbe-76c9-4d15-af20-c7cc283aaee0 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606859 Aug 05 02:22:06.656531 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-10bf5f2b-1745-446c-8436-9aff78f1d3f4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d46725464e574d969ba09684dbc122a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740201 Aug 05 02:22:06.657874 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf5f2b-1745-446c-8436-9aff78f1d3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2566f912-d52c-4f6f-9837-40024366caaf,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:06.659425 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 38794) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:06.710578 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-31d8e5ff-fad2-4370-a5d4-07803d7edf4f admin admin] Publish callbacks [] for security_group (2566f912-d52c-4f6f-9837-40024366caaf), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.736043 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-31d8e5ff-fad2-4370-a5d4-07803d7edf4f admin admin] Publish callbacks [] for security_group (2566f912-d52c-4f6f-9837-40024366caaf), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.784927 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-31d8e5ff-fad2-4370-a5d4-07803d7edf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (2566f912-d52c-4f6f-9837-40024366caaf), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.787524 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-31d8e5ff-fad2-4370-a5d4-07803d7edf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:06.788689 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-31d8e5ff-fad2-4370-a5d4-07803d7edf4f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2566f912-d52c-4f6f-9837-40024366caaf HTTP/1.1" status: 204 len: 168 time: 0.1282580 Aug 05 02:22:06.796692 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8e5ff-fad2-4370-a5d4-07803d7edf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2566f912-d52c-4f6f-9837-40024366caaf,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:07.526096 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d313d1e-7c4f-4e16-8912-68e8a4ee1ef4 req-1f455e18-8134-4f3e-bed9-71d471f9dd62 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:07.528751 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0d313d1e-7c4f-4e16-8912-68e8a4ee1ef4 req-1f455e18-8134-4f3e-bed9-71d471f9dd62 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0530016 Aug 05 02:22:07.579762 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0d313d1e-7c4f-4e16-8912-68e8a4ee1ef4 req-b7582261-4b96-4854-90ae-8ac30fca4dff tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446675 Aug 05 02:22:07.735906 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d594ae-e948-40a5-8c3d-65a48ea63e9c req-44e88a4e-047e-4cc9-ac87-2bf59d6743ae tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:07.737415 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d594ae-e948-40a5-8c3d-65a48ea63e9c req-44e88a4e-047e-4cc9-ac87-2bf59d6743ae tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0483825 Aug 05 02:22:07.787667 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d594ae-e948-40a5-8c3d-65a48ea63e9c req-96a76e8f-6bd4-4913-8d8b-defaa4db73f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446281 Aug 05 02:22:08.536366 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-1d5d3533-f89d-4e2c-9483-a39323724a54 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:08.537837 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-1d5d3533-f89d-4e2c-9483-a39323724a54 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7e162cf4-1761-488b-a0c2-fc8d03640ad2 HTTP/1.1" status: 200 len: 808 time: 0.1124969 Aug 05 02:22:08.552948 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-18dc896a-6375-4935-9b5a-c19d38e22cb4 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/quotas/14962cc915f647cc916994ec724de454 HTTP/1.1" status: 200 len: 375 time: 0.0089498 Aug 05 02:22:08.585986 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-c826832c-be3d-40d5-bed9-1d348125dc2b tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=14962cc915f647cc916994ec724de454&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281205 Aug 05 02:22:08.677407 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-b7de80f0-b6b6-4920-86f7-010ef9a3c750 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849283 Aug 05 02:22:08.697848 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3063c-ec3a-4394-bad2-6d02c7ef9181 req-31bebcdc-b6cf-4dcf-b691-230b85f52b96 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:08.699849 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ffa3063c-ec3a-4394-bad2-6d02c7ef9181 req-31bebcdc-b6cf-4dcf-b691-230b85f52b96 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0475891 Aug 05 02:22:08.759350 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ffa3063c-ec3a-4394-bad2-6d02c7ef9181 req-f2b9dbb1-c564-42ef-ab70-9f23dc15ed33 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491595 Aug 05 02:22:08.913835 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b050c3-d5d8-4e21-9a29-cb17cd1e2d88 req-ba9e0ac1-f04c-4db1-805e-8b8eb5366815 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:08.915386 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-21b050c3-d5d8-4e21-9a29-cb17cd1e2d88 req-ba9e0ac1-f04c-4db1-805e-8b8eb5366815 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0485799 Aug 05 02:22:08.949178 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-d2025d9b-376e-43cf-ae41-36bffb80c0ec service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654145 Aug 05 02:22:08.963457 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-21b050c3-d5d8-4e21-9a29-cb17cd1e2d88 req-af17a630-e45c-4e35-a655-24e69fd66994 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Aug 05 02:22:09.106835 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c1db2502-1c85-4162-b4b8-7c619fbd86de req-3e89f113-9a3a-4ba0-a1f8-292dcf5f1226 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0285962 Aug 05 02:22:09.888640 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ec905-4e96-4c9f-9185-596fc05483ac req-52db3bb1-5d1c-4fbe-b66a-8151d56517b8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:09.890092 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb6ec905-4e96-4c9f-9185-596fc05483ac req-52db3bb1-5d1c-4fbe-b66a-8151d56517b8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0485499 Aug 05 02:22:09.937520 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb6ec905-4e96-4c9f-9185-596fc05483ac req-7b838d50-7e63-4f5e-9cc4-0bc08679e626 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Aug 05 02:22:10.020120 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-6660c75d-3743-440a-9c5d-bd1e7623759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:10.085436 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255449c-1740-483c-9fb1-e135d3dd4eb1 req-39ff7bd4-fcac-4e32-813b-928eda7cc503 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:10.087254 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d255449c-1740-483c-9fb1-e135d3dd4eb1 req-39ff7bd4-fcac-4e32-813b-928eda7cc503 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0486245 Aug 05 02:22:10.127811 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:10.151130 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d255449c-1740-483c-9fb1-e135d3dd4eb1 req-b538ebbb-216b-4a07-845a-7fe3292088fb tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512311 Aug 05 02:22:10.207341 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3c937580-c8c8-41d9-933c-9bf8e3470015 req-e61f6848-e1b7-4bc8-9c3f-2295a476cee6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0315013 Aug 05 02:22:11.023250 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Request body: {'port': {'device_id': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:22:11.059746 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45733638-be45-43b5-bf75-31f193d555f0 req-12f9ac4b-fecd-49d6-aa1e-d6f7ed5f7999 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:11.061290 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-45733638-be45-43b5-bf75-31f193d555f0 req-12f9ac4b-fecd-49d6-aa1e-d6f7ed5f7999 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0514660 Aug 05 02:22:11.072787 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:11.087678 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:11.116035 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-45733638-be45-43b5-bf75-31f193d555f0 req-3bbd0a54-030c-4236-85de-4ed838c109f5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490954 Aug 05 02:22:11.267301 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:11.304290 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b3213c54-2290-4999-8cf0-8ba0c8ec5077 req-660243a7-8ff2-4922-9b11-41f31751cff7 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0275474 Aug 05 02:22:11.323741 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b70c8-c3eb-45b0-89f1-173a08fc5ab3 req-fd4487e3-cfd2-46e3-9ff8-d3f5eca789f7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:11.325317 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-599b70c8-c3eb-45b0-89f1-173a08fc5ab3 req-fd4487e3-cfd2-46e3-9ff8-d3f5eca789f7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 931 time: 0.0970283 Aug 05 02:22:11.428189 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-599b70c8-c3eb-45b0-89f1-173a08fc5ab3 req-a39bfce6-05ff-4c6d-884e-195999f51600 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962226 Aug 05 02:22:11.440925 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:11.443368 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9017b9e3-fdca-4fff-a053-ec122ab62248 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:22:11.452117 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Publish callbacks [] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:11.465486 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Transition to ACTIVE for port object 9017b9e3-fdca-4fff-a053-ec122ab62248 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:22:11.469129 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:11.542848 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9017b9e3-fdca-4fff-a053-ec122ab62248,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:11.545500 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Attempting to bind port 9017b9e3-fdca-4fff-a053-ec122ab62248 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:22:11.545881 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Attempting to bind port 9017b9e3-fdca-4fff-a053-ec122ab62248 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:22:11.546201 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Attempting to bind port 9017b9e3-fdca-4fff-a053-ec122ab62248 on network e13b05c9-2865-404d-b1cd-fa40c7ecac7d {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:22:11.550898 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Port 9017b9e3-fdca-4fff-a053-ec122ab62248 on network e13b05c9-2865-404d-b1cd-fa40c7ecac7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:22:11.551219 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Attempting to bind port 9017b9e3-fdca-4fff-a053-ec122ab62248 on network e13b05c9-2865-404d-b1cd-fa40c7ecac7d {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:22:11.556109 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:22:11.556478 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Checking segment: {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:22:11.556851 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Bound using segment: {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:22:11.557269 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Bound port: 9017b9e3-fdca-4fff-a053-ec122ab62248, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167a0be8-b112-4df4-8c08-c1014abccde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:22:11.557622 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:11.617390 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] For port 9017b9e3-fdca-4fff-a053-ec122ab62248, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:22:11.620347 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] For port 9017b9e3-fdca-4fff-a053-ec122ab62248, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9017b9e3-fdca-4fff-a053-ec122ab62248,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:22:11.626730 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:11.630603 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:11.631212 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:11.632664 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 200 len: 1093 time: 0.6135492 Aug 05 02:22:11.633141 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:22:11.635430 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdf5547-4918-4340-a3f2-641e6b163789" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:11.673788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a187e07-1e27-4f47-a11c-64afe65821a0 x-openstack-request-id: req-7a187e07-1e27-4f47-a11c-64afe65821a0 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:11.674066 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:11.674314 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a187e07-1e27-4f47-a11c-64afe65821a0 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:11.674705 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a187e07-1e27-4f47-a11c-64afe65821a0'] response: {'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'status': 'completed', 'code': 200} Aug 05 02:22:11.683761 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6581d-d277-4752-8423-cacce8c050c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9017b9e3-fdca-4fff-a053-ec122ab62248,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:12.215190 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-da7c017e-2ee8-4e3e-abc0-43a2c82850ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:12.241487 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c04cef-9e03-4035-aa8b-20c801b9d028 req-538007b5-9c7c-4c21-adf2-0278f7666d32 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:12.242900 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-17c04cef-9e03-4035-aa8b-20c801b9d028 req-538007b5-9c7c-4c21-adf2-0278f7666d32 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0541816 Aug 05 02:22:12.290676 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-17c04cef-9e03-4035-aa8b-20c801b9d028 req-d817bc4c-25a5-439e-a141-f2777c3c45c1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Aug 05 02:22:12.407395 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-43df378a-9853-459a-b5a7-096b9da7f50e req-59b234f7-b28a-4fd8-a8e8-a614525489d8 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0301292 Aug 05 02:22:12.542886 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9eaa-87cf-47dc-8c08-f8fb7dbe361e req-56ead2c9-0210-4227-a49d-8252ea790c3c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:12.544258 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8f5f9eaa-87cf-47dc-8c08-f8fb7dbe361e req-56ead2c9-0210-4227-a49d-8252ea790c3c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0466118 Aug 05 02:22:12.589594 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8f5f9eaa-87cf-47dc-8c08-f8fb7dbe361e req-5fbbb3bf-d9f9-47f4-bdf1-49174d0578c3 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Aug 05 02:22:13.196931 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:13.405224 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef45b91-c4ee-4b5a-bba5-4fbb2de0bfce req-416979a2-d7d6-4fbf-b554-8ffc82a9cc9b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:13.406665 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2ef45b91-c4ee-4b5a-bba5-4fbb2de0bfce req-416979a2-d7d6-4fbf-b554-8ffc82a9cc9b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0463600 Aug 05 02:22:13.455809 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2ef45b91-c4ee-4b5a-bba5-4fbb2de0bfce req-4c1d4db3-8aba-48f9-947f-4548d0b90b6c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Aug 05 02:22:13.508020 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0cc4203f-3b26-4e9c-adfd-e2aab478e14c req-c99d9215-6699-494e-bbdb-1705de2a9db3 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0266745 Aug 05 02:22:13.643108 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=95,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:13.655342 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:13.709209 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590869-ded2-45d8-ad03-40e88ed11402 req-b3e8c103-1544-430d-a1c8-1f0d0a9968f4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:13.710581 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-75590869-ded2-45d8-ad03-40e88ed11402 req-b3e8c103-1544-430d-a1c8-1f0d0a9968f4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0475860 Aug 05 02:22:13.757759 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-75590869-ded2-45d8-ad03-40e88ed11402 req-8c743c1c-dd91-414d-8725-d0f320c18b90 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Aug 05 02:22:14.576712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a4d5f-4783-4536-92e8-c82f524601d9 req-e75737ad-0693-4d55-ad1b-b78f65d912e8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:14.578197 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-868a4d5f-4783-4536-92e8-c82f524601d9 req-e75737ad-0693-4d55-ad1b-b78f65d912e8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0497446 Aug 05 02:22:14.610254 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-da29c4fd-72e0-4908-b035-bf8510bc2874 req-c7eeec85-0ec0-4fb5-bf6b-636b44c468b8 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0324705 Aug 05 02:22:14.626489 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-868a4d5f-4783-4536-92e8-c82f524601d9 req-76e635ac-7ad2-4de5-8ee8-2c9b35ff1f7f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Aug 05 02:22:14.809587 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:14.829374 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:14.877942 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec394e7b-0e78-449a-8547-cced42e93ea6 req-5968a499-4b92-43a6-a5e1-e9bd3164742b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:14.879454 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ec394e7b-0e78-449a-8547-cced42e93ea6 req-5968a499-4b92-43a6-a5e1-e9bd3164742b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0493765 Aug 05 02:22:14.905142 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:14.930822 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ec394e7b-0e78-449a-8547-cced42e93ea6 req-c3b9c6af-fd38-448d-8271-4f97321e7a26 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449786 Aug 05 02:22:15.708523 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4b79b23b-cff0-43d8-aa42-784937ade92f req-9277391d-f5a8-43dc-9794-a2f90d0ee786 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0274968 Aug 05 02:22:15.747540 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e77fe-2d1b-4a83-b00c-5d8c706616ca req-38c19309-197a-48b2-840f-d1939fc6a825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:15.749061 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-562e77fe-2d1b-4a83-b00c-5d8c706616ca req-38c19309-197a-48b2-840f-d1939fc6a825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0493932 Aug 05 02:22:15.797416 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-562e77fe-2d1b-4a83-b00c-5d8c706616ca req-ceb14d12-aa7e-4a07-a1bf-e1d616b59686 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427151 Aug 05 02:22:16.093031 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf5547-4918-4340-a3f2-641e6b163789 req-d95b2a34-6bfa-4792-ab4a-cc3613bce185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:16.094551 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7fdf5547-4918-4340-a3f2-641e6b163789 req-d95b2a34-6bfa-4792-ab4a-cc3613bce185 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 1127 time: 0.0822430 Aug 05 02:22:16.102630 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727e27d-4635-4dd0-8cea-a5354f8de71b req-6f958aeb-d29d-4dbb-84e0-3710f47cc09d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:16.103979 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6727e27d-4635-4dd0-8cea-a5354f8de71b req-6f958aeb-d29d-4dbb-84e0-3710f47cc09d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0817947 Aug 05 02:22:16.270671 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6727e27d-4635-4dd0-8cea-a5354f8de71b req-2069e52a-20c0-482d-b11d-795909954a14 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580393 Aug 05 02:22:16.350169 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf5547-4918-4340-a3f2-641e6b163789 req-ded34adf-4134-4055-a850-a708c8e5dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:16.351621 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7fdf5547-4918-4340-a3f2-641e6b163789 req-ded34adf-4134-4055-a850-a708c8e5dd2c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2067087 Aug 05 02:22:16.616468 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:16.775030 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf5547-4918-4340-a3f2-641e6b163789 req-da64aca2-bab0-4de6-a04f-11bfb239bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:16.776650 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7fdf5547-4918-4340-a3f2-641e6b163789 req-da64aca2-bab0-4de6-a04f-11bfb239bc61 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1680298 Aug 05 02:22:16.813763 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-989d851c-8deb-440e-ad9b-6d533e420bc9 req-69739bc9-f960-46ad-b151-3bf8ee5b0746 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0310614 Aug 05 02:22:16.915894 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77cc8-2291-4cfe-8eb6-c5653d0ff19a req-ee3dd238-4b94-471f-8ed1-be0bc1a9642e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:16.917966 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70b77cc8-2291-4cfe-8eb6-c5653d0ff19a req-ee3dd238-4b94-471f-8ed1-be0bc1a9642e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0478265 Aug 05 02:22:16.948637 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:16.966651 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70b77cc8-2291-4cfe-8eb6-c5653d0ff19a req-663dd777-4579-4157-a428-f10389987600 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Aug 05 02:22:17.390799 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532118-6bef-487b-86a6-22d64733d70b req-1c842b6c-a2a0-4920-ae48-31d5c25ca9cf tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:17.392253 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4c532118-6bef-487b-86a6-22d64733d70b req-1c842b6c-a2a0-4920-ae48-31d5c25ca9cf tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0473542 Aug 05 02:22:17.438919 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4c532118-6bef-487b-86a6-22d64733d70b req-979d05f7-efc7-4bb6-9cbf-0c5889cb6d3b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Aug 05 02:22:17.755798 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7265e-4504-4868-95a2-4cb9b4171e9a req-0db8a401-a405-4915-a2cf-15913680ab84 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:17.757289 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f5e7265e-4504-4868-95a2-4cb9b4171e9a req-0db8a401-a405-4915-a2cf-15913680ab84 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0474710 Aug 05 02:22:17.804318 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f5e7265e-4504-4868-95a2-4cb9b4171e9a req-7a03db7c-da1b-461f-81fe-73443f0616f0 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Aug 05 02:22:17.913220 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a8346f91-914e-4ed1-8a2a-0645b60dce8e req-8de6ee76-8093-4a39-90b0-3560cf73c5c1 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0259631 Aug 05 02:22:18.087994 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d957b6-4d8c-444c-b00f-a1368684a516 req-eed252e5-3e83-4b4a-8bb2-bda91bce0384 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:18.089488 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-70d957b6-4d8c-444c-b00f-a1368684a516 req-eed252e5-3e83-4b4a-8bb2-bda91bce0384 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0514417 Aug 05 02:22:18.137384 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-70d957b6-4d8c-444c-b00f-a1368684a516 req-73bce3c8-fdfc-4adc-b999-38afdfbc9867 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 Aug 05 02:22:18.554759 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092281-a8e8-447c-bd52-ef30f0d4b9b3 req-dfa65a9e-590e-4e3a-bdf3-45c83f03e8fc tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:18.556188 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d5092281-a8e8-447c-bd52-ef30f0d4b9b3 req-dfa65a9e-590e-4e3a-bdf3-45c83f03e8fc tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0479946 Aug 05 02:22:18.604255 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d5092281-a8e8-447c-bd52-ef30f0d4b9b3 req-d0ba1156-f88c-4c9e-bd34-374bdfa4e2b3 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Aug 05 02:22:18.921918 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb0a11-404f-4bc1-9629-027dfe4c45fb req-7d5d1fcb-e6c4-469a-b526-783c95bd1f56 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:18.923401 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-03fb0a11-404f-4bc1-9629-027dfe4c45fb req-7d5d1fcb-e6c4-469a-b526-783c95bd1f56 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0466456 Aug 05 02:22:18.973046 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-03fb0a11-404f-4bc1-9629-027dfe4c45fb req-8ea42bc1-a90f-4fa1-abb3-de554747b5c5 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Aug 05 02:22:19.017539 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5eea1de7-86a0-4397-abc7-bf2c0fce1242 req-2d3a53f9-8356-473e-9e7b-77e24d0cffd8 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0266614 Aug 05 02:22:19.253375 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e7218-ae3a-44a1-9d18-244101e28efd req-7f475dbd-0963-42db-b9d8-670fe3212a3b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:19.254840 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b11e7218-ae3a-44a1-9d18-244101e28efd req-7f475dbd-0963-42db-b9d8-670fe3212a3b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0468063 Aug 05 02:22:19.306073 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b11e7218-ae3a-44a1-9d18-244101e28efd req-11686010-f4ef-426e-96f4-fdf368a9fb35 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Aug 05 02:22:19.723902 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68a2b2-c120-460b-887c-b6bf880c11c4 req-c8da05cd-238f-4b04-a546-4771e1e75abb tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:19.725359 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ea68a2b2-c120-460b-887c-b6bf880c11c4 req-c8da05cd-238f-4b04-a546-4771e1e75abb tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0483091 Aug 05 02:22:19.771960 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ea68a2b2-c120-460b-887c-b6bf880c11c4 req-162b3eda-96c5-4fe5-9485-8e31eaa58032 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Aug 05 02:22:20.051160 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:20.089483 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624f8e7-c24b-4f70-9ede-313180bf33f2 req-dfc9b8dc-7221-45c9-b0cc-3f34fe9bd21b tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:20.090958 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d624f8e7-c24b-4f70-9ede-313180bf33f2 req-dfc9b8dc-7221-45c9-b0cc-3f34fe9bd21b tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0489542 Aug 05 02:22:20.122624 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6a335e9-0691-4f9e-8295-548760beac42 req-e5119e7a-bd02-4638-a172-80ac1b526676 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0336878 Aug 05 02:22:20.139881 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d624f8e7-c24b-4f70-9ede-313180bf33f2 req-d04a6651-53a4-4218-9592-c5928dc1fdab tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Aug 05 02:22:20.422220 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df16238-64df-41cc-a575-054ea54d3b99 req-d7af4702-64b3-463f-be1a-6b0f440c0051 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:20.423650 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8df16238-64df-41cc-a575-054ea54d3b99 req-d7af4702-64b3-463f-be1a-6b0f440c0051 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0474241 Aug 05 02:22:20.472167 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8df16238-64df-41cc-a575-054ea54d3b99 req-1087c40e-1b86-41f8-a85f-3357488fa610 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Aug 05 02:22:20.887133 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a1509-834b-4064-809c-6d13fa0842b2 req-7ddaf5a2-66b2-4e66-9b6b-e91e1e15c3ae tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:20.888601 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b11a1509-834b-4064-809c-6d13fa0842b2 req-7ddaf5a2-66b2-4e66-9b6b-e91e1e15c3ae tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0467787 Aug 05 02:22:20.900617 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:20.935806 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b11a1509-834b-4064-809c-6d13fa0842b2 req-83ced98c-e432-472b-be2a-12bb0900e416 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Aug 05 02:22:21.238964 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f2c977e9-25b2-4f78-8835-dbe673b53964 req-c51642c2-fc37-4830-96a2-a60cfb1cad26 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0426283 Aug 05 02:22:21.271861 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0dd76-bcd2-4483-ba9f-9c5adcc6b765 req-5f93bf22-2fbc-4bfb-b3d0-c3124414ee1d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:21.273377 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d5c0dd76-bcd2-4483-ba9f-9c5adcc6b765 req-5f93bf22-2fbc-4bfb-b3d0-c3124414ee1d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0625346 Aug 05 02:22:21.328091 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d5c0dd76-bcd2-4483-ba9f-9c5adcc6b765 req-7f400bd0-66b4-4d44-81e3-536406311da4 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Aug 05 02:22:21.586062 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a5ea-42c2-4149-8457-dc9be34d87c3 req-5d27f6c6-e676-429b-9197-8a9e51414476 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:21.587521 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3767a5ea-42c2-4149-8457-dc9be34d87c3 req-5d27f6c6-e676-429b-9197-8a9e51414476 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0469289 Aug 05 02:22:21.636828 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3767a5ea-42c2-4149-8457-dc9be34d87c3 req-2c3142cf-1886-4074-ba17-abeb2b4d10b3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436766 Aug 05 02:22:22.050786 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5591d-809d-42bb-9932-6472ff921a95 req-bcc9fd24-355e-42d0-81bc-a2d5863c7dca tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:22.052218 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-dec5591d-809d-42bb-9932-6472ff921a95 req-bcc9fd24-355e-42d0-81bc-a2d5863c7dca tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0469007 Aug 05 02:22:22.099065 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-dec5591d-809d-42bb-9932-6472ff921a95 req-83bfe872-d8be-4a85-8a96-7288713af1a5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Aug 05 02:22:22.341305 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f913d8d-a959-4aa2-b0a1-d3fd51e61318 req-7ec7d5ae-ff85-4aa8-a693-fc713d616c42 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0282454 Aug 05 02:22:22.451620 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa6ae1-0e3e-4095-a9a4-4b3b1a2d5fb9 req-fa523c45-4d80-4bc1-ba40-0e46e9bd967c tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:22.453078 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3ffa6ae1-0e3e-4095-a9a4-4b3b1a2d5fb9 req-fa523c45-4d80-4bc1-ba40-0e46e9bd967c tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0494275 Aug 05 02:22:22.499435 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3ffa6ae1-0e3e-4095-a9a4-4b3b1a2d5fb9 req-a406bead-4664-438d-af12-32de157c65c7 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Aug 05 02:22:22.966717 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-fa91b447-fc6a-42d9-81ef-35654e7ccd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:22.968289 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-fa91b447-fc6a-42d9-81ef-35654e7ccd99 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 1127 time: 0.3064988 Aug 05 02:22:22.987817 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7b9b-6069-4e66-9f03-0a1eb8db1f0a req-c56c0991-ff12-4e4f-baa3-0365895b7e70 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:22.989252 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-810a7b9b-6069-4e66-9f03-0a1eb8db1f0a req-c56c0991-ff12-4e4f-baa3-0365895b7e70 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0760522 Aug 05 02:22:23.032077 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-ad75155d-52d4-42d8-adaf-fb3c0ef6c082 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:23.033485 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-ad75155d-52d4-42d8-adaf-fb3c0ef6c082 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.45 "GET /networking/v2.0/networks?id=7e162cf4-1761-488b-a0c2-fc8d03640ad2 HTTP/1.1" status: 200 len: 808 time: 0.3814926 Aug 05 02:22:23.059491 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-810a7b9b-6069-4e66-9f03-0a1eb8db1f0a req-9dde43f6-31af-4c0b-912d-797b84fdfd96 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603256 Aug 05 02:22:23.134388 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Request body: {'port': {'device_id': '9953aa28-10c7-463e-b2f2-9640f42f9eb0', 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2', 'admin_state_up': True, 'tenant_id': '14962cc915f647cc916994ec724de454'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:22:23.177430 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-dd9d8040-e532-43ba-bc61-44571e72c7e2 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 200 len: 217 time: 0.0548773 Aug 05 02:22:23.215901 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173e4e-af2a-4d3f-8ea1-f479a1ced786 req-cc61c04b-60df-4398-9939-731f07bd5ab9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:23.217659 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-52173e4e-af2a-4d3f-8ea1-f479a1ced786 req-cc61c04b-60df-4398-9939-731f07bd5ab9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0469408 Aug 05 02:22:23.265984 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-52173e4e-af2a-4d3f-8ea1-f479a1ced786 req-2024269d-3859-4cee-ae4f-7760da71eafc tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 Aug 05 02:22:23.271676 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Made reservation on behalf of 14962cc915f647cc916994ec724de454 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:22:23.275132 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:23.278073 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:23.416423 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:23.433867 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Allocated IP 172.20.0.12 (7e162cf4-1761-488b-a0c2-fc8d03640ad2/df49b367-6cda-4e11-9e53-7fa4b6fd1e0b/dfd12349-70f1-45d4-b28a-ecee9fcd63ab) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:22:23.453190 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2ae66a68-4ea4-4d22-87b9-c1e20638c425 req-b8676963-dc9d-4d67-9996-7de5b7df2718 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0350811 Aug 05 02:22:23.598426 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-504e1318-23ce-47b5-9a62-43093f1d2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:23.599887 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-504e1318-23ce-47b5-9a62-43093f1d2172 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=edda7678-889a-4621-b058-4d3ec66d706a HTTP/1.1" status: 200 len: 853 time: 0.1004610 Aug 05 02:22:23.631952 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10371d27-7f97-423b-a8ee-2758a90000ae req-d550658d-0f9e-41bf-857b-f9516cfd1bf2 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:23.633488 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-10371d27-7f97-423b-a8ee-2758a90000ae req-d550658d-0f9e-41bf-857b-f9516cfd1bf2 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0481620 Aug 05 02:22:23.642916 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks [] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:23.675745 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:23.700542 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-10371d27-7f97-423b-a8ee-2758a90000ae req-5f1b4b64-6a3a-4cb9-9055-fad4145b5e95 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577769 Aug 05 02:22:23.723335 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:23.728611 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:23.732599 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:22:23.737680 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:23.738296 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:23.749232 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Pushing event updated for resources: {'Port': ['ID=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:23.759278 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.759601 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.759948 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.760291 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.761522 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.761709 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.761920 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.762238 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.762585 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.762889 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.763221 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.763548 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.763881 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.764216 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.764558 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:23.770888 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2855aa1a-4931-4c46-8cb5-04b7fadf5244 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6412559 Aug 05 02:22:24.172653 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Request body: {'port': {'device_id': '9953aa28-10c7-463e-b2f2-9640f42f9eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:22:24.233116 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963b7eb-9112-47eb-804f-3bea0c0e1f68 req-c66b9e65-8573-4d74-849a-d1ded5f26b02 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:24.234566 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f963b7eb-9112-47eb-804f-3bea0c0e1f68 req-c66b9e65-8573-4d74-849a-d1ded5f26b02 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1030118 Aug 05 02:22:24.241899 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-df4c90d3-ae46-4af0-9bb8-bb571a6aa074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:24.243275 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-df4c90d3-ae46-4af0-9bb8-bb571a6aa074 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1019506 Aug 05 02:22:24.295201 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:24.319514 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f963b7eb-9112-47eb-804f-3bea0c0e1f68 req-4de3e298-d220-487f-b1e7-6d77c3791d13 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790126 Aug 05 02:22:24.386387 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a55a33-17fc-4a1c-ab73-70ff9e0955b0 req-3383ac80-1fee-49af-a3f6-2a0ac28b20ee tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:24.387857 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-42a55a33-17fc-4a1c-ab73-70ff9e0955b0 req-3383ac80-1fee-49af-a3f6-2a0ac28b20ee tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0508754 Aug 05 02:22:24.436726 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-42a55a33-17fc-4a1c-ab73-70ff9e0955b0 req-674bbfd7-2ab5-4cf7-be9f-04049e74b146 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Aug 05 02:22:24.523430 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:24.578566 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:24.593789 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-e5cc597b-fb5c-4da2-80f5-a454fcdc5ea4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862769 Aug 05 02:22:24.623809 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c6628-b233-419b-8f74-9061a3e1a2ff req-5a00cba0-35ae-4c8d-a24f-2c8fde20709e tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:24.625243 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a04c6628-b233-419b-8f74-9061a3e1a2ff req-5a00cba0-35ae-4c8d-a24f-2c8fde20709e tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 932 time: 0.0956357 Aug 05 02:22:24.721960 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a04c6628-b233-419b-8f74-9061a3e1a2ff req-c9b80290-177d-46fe-adc4-51e10fd8b18a tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866044 Aug 05 02:22:24.723786 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd12349-70f1-45d4-b28a-ecee9fcd63ab {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:22:24.732275 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Publish callbacks [] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:24.745678 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Transition to ACTIVE for port object dfd12349-70f1-45d4-b28a-ecee9fcd63ab will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:22:24.750753 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:24.820608 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Pushing event updated for resources: {'Port': ['ID=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:24.823351 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Attempting to bind port dfd12349-70f1-45d4-b28a-ecee9fcd63ab on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:22:24.823709 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Attempting to bind port dfd12349-70f1-45d4-b28a-ecee9fcd63ab by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '08b9562d-00c9-4a08-b744-dd0c4f9cf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:22:24.824112 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Attempting to bind port dfd12349-70f1-45d4-b28a-ecee9fcd63ab on network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:22:24.831672 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Port dfd12349-70f1-45d4-b28a-ecee9fcd63ab on network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:22:24.832039 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Attempting to bind port dfd12349-70f1-45d4-b28a-ecee9fcd63ab on network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:22:24.837468 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:22:24.837850 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Checking segment: {'id': '08b9562d-00c9-4a08-b744-dd0c4f9cf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:22:24.838234 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Bound using segment: {'id': '08b9562d-00c9-4a08-b744-dd0c4f9cf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:22:24.838944 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Bound port: dfd12349-70f1-45d4-b28a-ecee9fcd63ab, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b9562d-00c9-4a08-b744-dd0c4f9cf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:22:24.839436 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:24.839534 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fe9ff-50b0-4f4d-9424-e820e0c5e5ae req-993611b9-61ea-4948-a1c0-0a4e3f4d04b3 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:24.841648 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f54fe9ff-50b0-4f4d-9424-e820e0c5e5ae req-993611b9-61ea-4948-a1c0-0a4e3f4d04b3 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0546541 Aug 05 02:22:24.891847 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f54fe9ff-50b0-4f4d-9424-e820e0c5e5ae req-452a4a72-2efb-4e0c-8def-4ca327ad8717 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Aug 05 02:22:24.892590 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:24.899729 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:24.912104 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] For port dfd12349-70f1-45d4-b28a-ecee9fcd63ab, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:22:24.915395 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] For port dfd12349-70f1-45d4-b28a-ecee9fcd63ab, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:22:24.921541 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:24.924761 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:24.925707 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:24.927065 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/dfd12349-70f1-45d4-b28a-ecee9fcd63ab HTTP/1.1" status: 200 len: 1094 time: 0.7611251 Aug 05 02:22:24.929068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9953aa28-10c7-463e-b2f2-9640f42f9eb0', 'tag': 'dfd12349-70f1-45d4-b28a-ecee9fcd63ab'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:22:24.931390 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90991976-d81f-4309-90e9-63a0c2e46a87" -d '{"events": [{"name": "network-changed", "server_uuid": "9953aa28-10c7-463e-b2f2-9640f42f9eb0", "tag": "dfd12349-70f1-45d4-b28a-ecee9fcd63ab"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:24.975260 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445c66e1-6411-4787-9f5d-080404c4601c x-openstack-request-id: req-445c66e1-6411-4787-9f5d-080404c4601c {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:24.975480 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9953aa28-10c7-463e-b2f2-9640f42f9eb0", "tag": "dfd12349-70f1-45d4-b28a-ecee9fcd63ab", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:24.975732 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-445c66e1-6411-4787-9f5d-080404c4601c {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:24.976120 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445c66e1-6411-4787-9f5d-080404c4601c'] response: {'name': 'network-changed', 'server_uuid': '9953aa28-10c7-463e-b2f2-9640f42f9eb0', 'tag': 'dfd12349-70f1-45d4-b28a-ecee9fcd63ab', 'status': 'completed', 'code': 200} Aug 05 02:22:24.980939 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5c3f1-170a-47d5-8931-5e62ee7c83df service neutron] Pushing event updated for resources: {'Port': ['ID=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:25.439176 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7c1f9-d85d-4ac3-b495-a864bf633f54 req-c4e1c55c-d9cc-4341-9ca0-c8ce8992f20b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:25.440626 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-88b7c1f9-d85d-4ac3-b495-a864bf633f54 req-c4e1c55c-d9cc-4341-9ca0-c8ce8992f20b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0491707 Aug 05 02:22:25.487260 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-88b7c1f9-d85d-4ac3-b495-a864bf633f54 req-4db4d3f8-9997-467e-9e81-24a6e8daa196 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Aug 05 02:22:25.557198 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1af4b-74b7-460d-8662-d8506aa6d320 req-f428a7f1-adb1-42f5-a4af-593cd144544d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:25.559437 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20c1af4b-74b7-460d-8662-d8506aa6d320 req-f428a7f1-adb1-42f5-a4af-593cd144544d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0486221 Aug 05 02:22:25.607020 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20c1af4b-74b7-460d-8662-d8506aa6d320 req-6e20a19b-e5a7-49e9-ac22-8ed2a02fa1a4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Aug 05 02:22:25.839282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144dcc-9fab-43dc-acc1-933f4eb5913b req-68d227b4-f8d6-437f-b7a5-e8dbfe89ed36 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:25.841346 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e3144dcc-9fab-43dc-acc1-933f4eb5913b req-68d227b4-f8d6-437f-b7a5-e8dbfe89ed36 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0473547 Aug 05 02:22:25.891092 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e3144dcc-9fab-43dc-acc1-933f4eb5913b req-cbfb41bd-6b0c-4ac3-950a-ed1d08119c00 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Aug 05 02:22:26.013319 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb0177-b8c8-4922-ae9c-a748da5668b0 req-aa625593-ccef-4252-b7a3-ce805f0622a1 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:26.029354 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cabb0177-b8c8-4922-ae9c-a748da5668b0 req-aa625593-ccef-4252-b7a3-ce805f0622a1 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0625837 Aug 05 02:22:26.087050 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cabb0177-b8c8-4922-ae9c-a748da5668b0 req-49677513-3773-4bf9-99f8-e91a1138d771 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521636 Aug 05 02:22:26.602283 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a91dd9-f001-43dd-988c-2b7db4aeb822 req-b54dd08c-2181-4aa3-a41e-df81d52bd1e0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:26.603741 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-47a91dd9-f001-43dd-988c-2b7db4aeb822 req-b54dd08c-2181-4aa3-a41e-df81d52bd1e0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0462923 Aug 05 02:22:26.630936 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:26.656018 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-47a91dd9-f001-43dd-988c-2b7db4aeb822 req-fdbed1e0-5d27-4870-ba34-777faa198588 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Aug 05 02:22:26.729569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be088497-1603-4ab2-9fbe-3c484247524a req-6c6d3662-ebc5-445e-a5a4-6907fd1e5471 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:26.731100 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-be088497-1603-4ab2-9fbe-3c484247524a req-6c6d3662-ebc5-445e-a5a4-6907fd1e5471 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0474312 Aug 05 02:22:26.778534 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-be088497-1603-4ab2-9fbe-3c484247524a req-2f1629b7-973b-434e-b718-5f8242c59fde tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416002 Aug 05 02:22:26.993831 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:27.007394 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaaa43-c8b5-457d-a5f5-d9c2cbf0dbe0 req-91ec1473-aa8d-4f56-aba0-c5a90e30d2de tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:27.008874 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2baaaa43-c8b5-457d-a5f5-d9c2cbf0dbe0 req-91ec1473-aa8d-4f56-aba0-c5a90e30d2de tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0467777 Aug 05 02:22:27.058513 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2baaaa43-c8b5-457d-a5f5-d9c2cbf0dbe0 req-9f08efd7-94aa-467e-9bdd-e59349e23044 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439453 Aug 05 02:22:27.202363 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce9e73-50a5-4534-8498-2ef84c6dfdfe req-8170589b-d86c-40bb-adab-bb6b36f0e670 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:27.203809 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-edce9e73-50a5-4534-8498-2ef84c6dfdfe req-8170589b-d86c-40bb-adab-bb6b36f0e670 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0464568 Aug 05 02:22:27.250308 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-edce9e73-50a5-4534-8498-2ef84c6dfdfe req-94d3266b-d435-4295-8ba7-b47659991bbb tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Aug 05 02:22:27.585295 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:22:27.771198 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045c689-5c2d-4f03-82cc-793d97f97387 req-cf263b83-3be6-4a99-ac6b-3db993f85e26 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:27.772669 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c045c689-5c2d-4f03-82cc-793d97f97387 req-cf263b83-3be6-4a99-ac6b-3db993f85e26 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0454261 Aug 05 02:22:27.820190 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c045c689-5c2d-4f03-82cc-793d97f97387 req-10f8fcd9-6a83-4c08-9fcb-f8e711a7bb9f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Aug 05 02:22:27.898530 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbeb8c-8418-4e71-b680-9f5b5ff905c4 req-55568b3f-522d-4161-a26b-334368637d63 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:27.899895 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a3dbeb8c-8418-4e71-b680-9f5b5ff905c4 req-55568b3f-522d-4161-a26b-334368637d63 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0491033 Aug 05 02:22:27.926108 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:27.950248 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a3dbeb8c-8418-4e71-b680-9f5b5ff905c4 req-81a3b1c8-a4bf-40c1-adc3-690652a30d33 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Aug 05 02:22:28.177295 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191e450-0569-453c-a394-a8adc880ec72 req-53fe3af4-5f47-4193-9e45-554286e63604 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:28.178731 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5191e450-0569-453c-a394-a8adc880ec72 req-53fe3af4-5f47-4193-9e45-554286e63604 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0491686 Aug 05 02:22:28.226654 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5191e450-0569-453c-a394-a8adc880ec72 req-b70e65f3-e731-4cfb-a164-a56a1afc2502 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Aug 05 02:22:28.365415 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c13735-676c-4d84-91ce-682adad53b0e req-84106f7f-8775-4c9c-98c6-639d704994b7 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:28.366859 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f9c13735-676c-4d84-91ce-682adad53b0e req-84106f7f-8775-4c9c-98c6-639d704994b7 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0469985 Aug 05 02:22:28.388199 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:28.417368 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f9c13735-676c-4d84-91ce-682adad53b0e req-77ed182f-4f9b-4abb-9918-3b0697f5ac7a tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442219 Aug 05 02:22:28.513668 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:28.671646 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99f5c2ca-1cd0-4223-b80d-d917a31b4d83 req-81cc36f7-fa96-45c0-9bb4-2c10855b6a4a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858719 Aug 05 02:22:28.775555 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90991976-d81f-4309-90e9-63a0c2e46a87 req-6722c65b-4b2d-44e8-9299-59b5a5d72195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:28.777597 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90991976-d81f-4309-90e9-63a0c2e46a87 req-6722c65b-4b2d-44e8-9299-59b5a5d72195 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=14962cc915f647cc916994ec724de454&device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 1128 time: 0.0393438 Aug 05 02:22:28.935909 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad688-4146-4fd2-973b-5f24b074201d req-285904d5-d2c4-4b6e-a926-3bbfec185e32 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:28.937452 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6ebad688-4146-4fd2-973b-5f24b074201d req-285904d5-d2c4-4b6e-a926-3bbfec185e32 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0451789 Aug 05 02:22:28.985712 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6ebad688-4146-4fd2-973b-5f24b074201d req-7a9bb11b-9a5d-4968-86da-6bb4ad6d7832 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Aug 05 02:22:29.071497 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e8ea5-6948-46e5-a77b-700214bde16f req-52cc315e-1925-439b-9508-1d4d605e4d4a tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:29.074096 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6b4e8ea5-6948-46e5-a77b-700214bde16f req-52cc315e-1925-439b-9508-1d4d605e4d4a tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0471087 Aug 05 02:22:29.122632 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6b4e8ea5-6948-46e5-a77b-700214bde16f req-f53e0e40-221b-48b0-92c0-5585fdd9257d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Aug 05 02:22:29.343631 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30785a9b-a75a-4cf9-8584-55eb01c38cdf req-2237e0ba-9b78-48bb-9c48-0350f7d58b1e tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:29.345295 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-30785a9b-a75a-4cf9-8584-55eb01c38cdf req-2237e0ba-9b78-48bb-9c48-0350f7d58b1e tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0495129 Aug 05 02:22:29.393184 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-30785a9b-a75a-4cf9-8584-55eb01c38cdf req-513caa8d-06ac-4bb8-aadd-d84d05046105 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 Aug 05 02:22:29.535415 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6d865-19b7-4f10-a213-2ce39ea8ebd6 req-25b46478-ab49-43fd-bac7-44e407a88e30 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:29.536885 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bbe6d865-19b7-4f10-a213-2ce39ea8ebd6 req-25b46478-ab49-43fd-bac7-44e407a88e30 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0494494 Aug 05 02:22:29.583406 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bbe6d865-19b7-4f10-a213-2ce39ea8ebd6 req-642752be-7a3f-4224-ba6c-a62b9866c883 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Aug 05 02:22:30.111065 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e8597-9408-4e84-bb35-80a7c8db2069 req-d139cfb6-3c23-47aa-b243-700b556f65e8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:30.112560 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-873e8597-9408-4e84-bb35-80a7c8db2069 req-d139cfb6-3c23-47aa-b243-700b556f65e8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0507600 Aug 05 02:22:30.162693 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-873e8597-9408-4e84-bb35-80a7c8db2069 req-694f179d-e8b8-4c4f-9b47-a7b877f8287f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445874 Aug 05 02:22:30.241045 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba82851-1ddb-4bf6-9787-5243b12ac4ec req-8ad9eb6b-fded-461a-a675-45e1707d763c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:30.242460 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bba82851-1ddb-4bf6-9787-5243b12ac4ec req-8ad9eb6b-fded-461a-a675-45e1707d763c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0491643 Aug 05 02:22:30.294859 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bba82851-1ddb-4bf6-9787-5243b12ac4ec req-87975e25-8f9b-4fbb-b78b-c24415f48128 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456450 Aug 05 02:22:30.509317 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f410-ca3c-43a0-b17b-b69a3652e19f req-c22dd311-1cda-47ab-abea-26d06efc26ac tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:30.511695 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a064f410-ca3c-43a0-b17b-b69a3652e19f req-c22dd311-1cda-47ab-abea-26d06efc26ac tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0472448 Aug 05 02:22:30.563071 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a064f410-ca3c-43a0-b17b-b69a3652e19f req-6f96913b-7590-461a-a15c-51507ff07ee8 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460150 Aug 05 02:22:30.710904 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996b867-21ee-4093-8119-9b6c72306061 req-114f98c2-f0ca-4af0-9fb6-26522c213fe7 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:30.713477 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4996b867-21ee-4093-8119-9b6c72306061 req-114f98c2-f0ca-4af0-9fb6-26522c213fe7 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0581808 Aug 05 02:22:30.761540 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4996b867-21ee-4093-8119-9b6c72306061 req-151cd39f-5262-40f0-b9a1-b4df2edcafea tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Aug 05 02:22:31.276911 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7065d-cd33-4f27-bf5c-0f9355cf6a68 req-210b9cb1-d650-4ff2-84cf-d481623e4643 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:31.278348 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f8a7065d-cd33-4f27-bf5c-0f9355cf6a68 req-210b9cb1-d650-4ff2-84cf-d481623e4643 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0466135 Aug 05 02:22:31.325531 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f8a7065d-cd33-4f27-bf5c-0f9355cf6a68 req-2647f71c-c2ca-411c-abae-425107079096 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Aug 05 02:22:31.414744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a110fa6-e83b-4178-8d8a-a3a863a26f5c req-5f54f2c1-7d9f-4db6-b49d-c37184dca7a4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:31.416171 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8a110fa6-e83b-4178-8d8a-a3a863a26f5c req-5f54f2c1-7d9f-4db6-b49d-c37184dca7a4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0481918 Aug 05 02:22:31.464849 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8a110fa6-e83b-4178-8d8a-a3a863a26f5c req-eab2e4a6-48ab-422d-a6e4-8769d2a022cb tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Aug 05 02:22:31.680566 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937494-f1e7-4fe9-88c7-437eeb5107b9 req-6b759b76-bd5b-49e4-8c86-b5a524d1d286 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:31.682052 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-43937494-f1e7-4fe9-88c7-437eeb5107b9 req-6b759b76-bd5b-49e4-8c86-b5a524d1d286 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0483911 Aug 05 02:22:31.733988 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-43937494-f1e7-4fe9-88c7-437eeb5107b9 req-27c49288-b264-4af5-bbf0-fa6a91074ed3 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Aug 05 02:22:31.876191 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7ebe-417b-4c88-990d-aaa34de5f810 req-324f2317-23be-46db-b6ef-5c539858cf9f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:31.877658 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0c0f7ebe-417b-4c88-990d-aaa34de5f810 req-324f2317-23be-46db-b6ef-5c539858cf9f tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0458870 Aug 05 02:22:31.927830 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0c0f7ebe-417b-4c88-990d-aaa34de5f810 req-152bca51-17a1-4a59-b81f-64a335c094c1 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Aug 05 02:22:32.060273 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-8f0c7fe6-5d92-4bee-810b-2454e830e148 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:32.061719 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-8f0c7fe6-5d92-4bee-810b-2454e830e148 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0461233 Aug 05 02:22:32.455084 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039a760-8350-4433-97e6-a13a40282c6a req-740fb6ed-bb86-46d2-82be-3fb0dba6d95d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:32.456582 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2039a760-8350-4433-97e6-a13a40282c6a req-740fb6ed-bb86-46d2-82be-3fb0dba6d95d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0506699 Aug 05 02:22:32.504825 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2039a760-8350-4433-97e6-a13a40282c6a req-880c2a19-e4aa-46e8-ba75-e02085a38b3d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Aug 05 02:22:32.581133 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e875e84-1822-449e-bf53-8c11d0ba9607 req-e79961c2-e18e-499c-8d67-aac32f599c58 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:32.582598 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6e875e84-1822-449e-bf53-8c11d0ba9607 req-e79961c2-e18e-499c-8d67-aac32f599c58 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0461745 Aug 05 02:22:32.633409 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6e875e84-1822-449e-bf53-8c11d0ba9607 req-60fe4932-40ec-42b0-b2da-36a623ab83ca tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 Aug 05 02:22:32.848148 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7f626-4fa5-442c-ae65-e1b286439185 req-fb2aadca-3606-4646-b8b5-dd0a953a6d64 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:32.849637 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-14d7f626-4fa5-442c-ae65-e1b286439185 req-fb2aadca-3606-4646-b8b5-dd0a953a6d64 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0464704 Aug 05 02:22:32.874263 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:32.897910 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-14d7f626-4fa5-442c-ae65-e1b286439185 req-14232ff2-d0c3-4341-bb5b-efc62a2e8b7d tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Aug 05 02:22:33.044493 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b97af5-95b9-45eb-b8fd-8ceaef773bfb req-b662fd4c-b2bf-475a-896c-0d2c24bf94be tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:33.045931 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-24b97af5-95b9-45eb-b8fd-8ceaef773bfb req-b662fd4c-b2bf-475a-896c-0d2c24bf94be tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0469372 Aug 05 02:22:33.079005 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:33.096669 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-24b97af5-95b9-45eb-b8fd-8ceaef773bfb req-d3210549-ce8c-42d7-9375-1235c8fd182d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Aug 05 02:22:33.624856 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d5905-d0aa-412c-96b9-12bef6b8d942 req-5c839fa0-b736-489d-9593-50ade67855e9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:33.626377 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4b1d5905-d0aa-412c-96b9-12bef6b8d942 req-5c839fa0-b736-489d-9593-50ade67855e9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0506997 Aug 05 02:22:33.640458 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:33.685020 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4b1d5905-d0aa-412c-96b9-12bef6b8d942 req-b7a00ce0-f2fe-4303-b679-7c326655e619 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530410 Aug 05 02:22:33.752380 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d682ee-7acf-42f1-9dd4-655a498e63a9 req-6c62d0cb-e395-4012-8e8b-80d5d93431a4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:33.753852 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c5d682ee-7acf-42f1-9dd4-655a498e63a9 req-6c62d0cb-e395-4012-8e8b-80d5d93431a4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0478165 Aug 05 02:22:33.800417 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c5d682ee-7acf-42f1-9dd4-655a498e63a9 req-7f6ec59d-d0c9-4626-90fc-5ab8560b8aa9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Aug 05 02:22:34.015742 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9da8a0-f18b-42e0-b136-14e0a8f69650 req-f1ba9d61-bde6-4146-b51e-f0bc43b5b458 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:34.017250 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb9da8a0-f18b-42e0-b136-14e0a8f69650 req-f1ba9d61-bde6-4146-b51e-f0bc43b5b458 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0471189 Aug 05 02:22:34.064725 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb9da8a0-f18b-42e0-b136-14e0a8f69650 req-c2d617f0-61cd-48a9-8bf7-f524fd3597ec tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Aug 05 02:22:34.203198 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:34.211821 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6719874-cde4-4b25-870e-71bf7f5312e9 req-85003f86-029e-4c97-933d-c03e180f90e8 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:34.213782 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6719874-cde4-4b25-870e-71bf7f5312e9 req-85003f86-029e-4c97-933d-c03e180f90e8 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0461373 Aug 05 02:22:34.272110 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6719874-cde4-4b25-870e-71bf7f5312e9 req-d1b6c11b-3886-4616-b36a-4f4bf190c0dc tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528529 Aug 05 02:22:34.801001 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50b6be-5914-4a5e-81d3-0468ebfec8e0 req-2945fb24-1c53-4ff9-996f-18bf5d1fe1f0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:34.802433 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3b50b6be-5914-4a5e-81d3-0468ebfec8e0 req-2945fb24-1c53-4ff9-996f-18bf5d1fe1f0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0463839 Aug 05 02:22:34.851295 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3b50b6be-5914-4a5e-81d3-0468ebfec8e0 req-69cb6219-e01e-4366-b36f-bdcf98eef779 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 Aug 05 02:22:34.924136 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75ae6d-791c-4a4b-b423-dfe8ef01ddeb req-84de1583-e0da-4add-9651-98a23b112018 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:34.925626 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6c75ae6d-791c-4a4b-b423-dfe8ef01ddeb req-84de1583-e0da-4add-9651-98a23b112018 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0506396 Aug 05 02:22:34.973890 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6c75ae6d-791c-4a4b-b423-dfe8ef01ddeb req-47830dd9-448d-45ae-b617-4edef413f8f6 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Aug 05 02:22:35.182413 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184992b-8751-4493-be45-ce87fa26ba13 req-9e4b4ae5-8527-43af-a044-31da7db279a4 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:35.183855 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b184992b-8751-4493-be45-ce87fa26ba13 req-9e4b4ae5-8527-43af-a044-31da7db279a4 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0508339 Aug 05 02:22:35.229541 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b184992b-8751-4493-be45-ce87fa26ba13 req-86ff3e4c-22e7-4ffd-a803-f1a8364a011b tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Aug 05 02:22:35.389701 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46edb10-be1d-40f2-8d84-27e134f8755d req-7af2d423-b1be-4743-bd8f-573e081037fe tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:35.391161 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d46edb10-be1d-40f2-8d84-27e134f8755d req-7af2d423-b1be-4743-bd8f-573e081037fe tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 945 time: 0.0467184 Aug 05 02:22:35.438905 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d46edb10-be1d-40f2-8d84-27e134f8755d req-8e325f5e-de9c-4d65-bd9d-2d4d5080e5ae tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Aug 05 02:22:35.965331 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603e0b3-39b3-48e7-aa8b-ea4ebe3a6264 req-f4f8bc3b-ad25-4ecb-b654-ee25dd95bc81 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:35.966714 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4603e0b3-39b3-48e7-aa8b-ea4ebe3a6264 req-f4f8bc3b-ad25-4ecb-b654-ee25dd95bc81 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0455337 Aug 05 02:22:36.014393 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4603e0b3-39b3-48e7-aa8b-ea4ebe3a6264 req-3dbc2e06-8e8f-4fb3-bb43-da1b2f033550 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Aug 05 02:22:36.094139 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e82c5-1360-40d6-8882-53dfdd74ea17 req-5746973d-d101-4b6a-97b3-4a57b8217be0 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:36.095841 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5e5e82c5-1360-40d6-8882-53dfdd74ea17 req-5746973d-d101-4b6a-97b3-4a57b8217be0 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.0499425 Aug 05 02:22:36.142443 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5e5e82c5-1360-40d6-8882-53dfdd74ea17 req-36cb50f2-b2f4-4c5a-88ca-883c4f5c1cd3 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410903 Aug 05 02:22:36.347101 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f80b1-89b4-4cf2-8303-4816d6b57d12 req-ee8235b8-2e0c-487c-9143-50d158dcb095 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:36.348582 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a05f80b1-89b4-4cf2-8303-4816d6b57d12 req-ee8235b8-2e0c-487c-9143-50d158dcb095 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0497723 Aug 05 02:22:36.395003 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a05f80b1-89b4-4cf2-8303-4816d6b57d12 req-e7de4da1-47ad-4403-b617-8e26f02777a0 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Aug 05 02:22:36.405898 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9d9c2151-858a-4f4b-ae99-508b1aadb74a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:22:36.477024 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 9d9c2151-858a-4f4b-ae99-508b1aadb74a is: ACTIVE; New status is: DOWN {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:22:36.477418 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:36.500669 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9c2151-858a-4f4b-ae99-508b1aadb74a'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:22:36.502943 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1523b82c-144e-4728-a2da-db90d2b4d204" -d '{"events": [{"server_uuid": "69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9c2151-858a-4f4b-ae99-508b1aadb74a"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:36.515727 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9d9c2151-858a-4f4b-ae99-508b1aadb74a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9d9c2151-858a-4f4b-ae99-508b1aadb74a,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:36.520709 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:36.549783 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Aug 2022 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf00379-25ce-456e-b329-28ca7f629c0c x-openstack-request-id: req-adf00379-25ce-456e-b329-28ca7f629c0c {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:36.550095 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9c2151-858a-4f4b-ae99-508b1aadb74a", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:36.550345 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adf00379-25ce-456e-b329-28ca7f629c0c {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:36.551055 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf00379-25ce-456e-b329-28ca7f629c0c'] response: {'server_uuid': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9c2151-858a-4f4b-ae99-508b1aadb74a', 'code': 200} Aug 05 02:22:36.559602 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43469-449b-4a22-bd1d-0f0e3dc8e9f6 req-4eda7cbc-ddde-4009-af8d-3318453cf76c tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:36.561210 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91e43469-449b-4a22-bd1d-0f0e3dc8e9f6 req-4eda7cbc-ddde-4009-af8d-3318453cf76c tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0503342 Aug 05 02:22:36.575922 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=9d9c2151-858a-4f4b-ae99-508b1aadb74a,revision_number=6']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:36.583041 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.583385 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.583771 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.584112 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.584914 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.585268 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.585593 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.585963 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.586383 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.586664 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.587050 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.587388 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.587728 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.588644 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.588969 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:36.611996 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91e43469-449b-4a22-bd1d-0f0e3dc8e9f6 req-395d4f89-79f6-48af-80c0-39c7f0bb1a71 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Aug 05 02:22:37.132123 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6128-9dc4-4a62-a01d-c8ed1cb57f13 req-c45f3bef-bd97-4723-aece-fe96e6f920a1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:37.133542 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-379a6128-9dc4-4a62-a01d-c8ed1cb57f13 req-c45f3bef-bd97-4723-aece-fe96e6f920a1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0481236 Aug 05 02:22:37.148676 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Deleting port 9d9c2151-858a-4f4b-ae99-508b1aadb74a {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:22:37.149234 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:37.153025 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90991976-d81f-4309-90e9-63a0c2e46a87 req-ad850f03-0fb8-41d9-bb5b-cb80b6e015b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:37.154479 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90991976-d81f-4309-90e9-63a0c2e46a87 req-ad850f03-0fb8-41d9-bb5b-cb80b6e015b6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=14962cc915f647cc916994ec724de454&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2299445 Aug 05 02:22:37.188398 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-379a6128-9dc4-4a62-a01d-c8ed1cb57f13 req-a51c473b-384a-4482-a79a-130024f84438 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Aug 05 02:22:37.511613 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9f257-e3d6-4328-b272-97ee0d0a76f4 req-bd303a41-9ead-43b5-b167-0b631e72e704 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:37.513205 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d9f257-e3d6-4328-b272-97ee0d0a76f4 req-bd303a41-9ead-43b5-b167-0b631e72e704 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0457473 Aug 05 02:22:37.514806 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:37.528797 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-180c886a-5a1f-487f-b8d1-03c43c034c3a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3338683 Aug 05 02:22:37.554774 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5ecd4-655d-4df8-a05c-c4de7c9f3fa0 req-657b376c-d5a2-4213-b7db-d62e626b28bc tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:37.556207 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70f5ecd4-655d-4df8-a05c-c4de7c9f3fa0 req-657b376c-d5a2-4213-b7db-d62e626b28bc tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 943 time: 0.1390288 Aug 05 02:22:37.564632 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77d9f257-e3d6-4328-b272-97ee0d0a76f4 req-83b2b127-4bee-4466-a7da-6c3130a6277d tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Aug 05 02:22:37.572643 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] For port 9d9c2151-858a-4f4b-ae99-508b1aadb74a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9d9c2151-858a-4f4b-ae99-508b1aadb74a,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:37.573197 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:37.581112 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:37.582603 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:37.615542 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Calling delete_port for 9d9c2151-858a-4f4b-ae99-508b1aadb74a owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:22:37.670372 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90991976-d81f-4309-90e9-63a0c2e46a87 req-b5a207d3-6a0d-4be6-b027-e5f508431aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:37.671828 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90991976-d81f-4309-90e9-63a0c2e46a87 req-b5a207d3-6a0d-4be6-b027-e5f508431aa9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2517347 Aug 05 02:22:37.733928 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181ccbd-38a2-4e1e-ab99-99dae1c1bb3f req-0cb936bb-b24e-4b87-b711-5c167e10298d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:37.735426 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4181ccbd-38a2-4e1e-ab99-99dae1c1bb3f req-0cb936bb-b24e-4b87-b711-5c167e10298d tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0506618 Aug 05 02:22:37.748855 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-295fa81b-26e0-4953-8d4f-2d3a985db34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:37.750321 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-295fa81b-26e0-4953-8d4f-2d3a985db34e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 1130 time: 0.1372707 Aug 05 02:22:37.755101 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70f5ecd4-655d-4df8-a05c-c4de7c9f3fa0 req-d3b2c9f0-4249-4570-84be-b53449dfb02f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918700 Aug 05 02:22:37.798260 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:37.817379 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-47f1fe22-04df-4d0c-af70-1232db374728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:37.819017 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-47f1fe22-04df-4d0c-af70-1232db374728 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=14962cc915f647cc916994ec724de454&device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 1128 time: 0.0629129 Aug 05 02:22:37.820883 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4181ccbd-38a2-4e1e-ab99-99dae1c1bb3f req-2c8d5f5c-f93c-4804-9411-ccd02f4db473 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e79fcec6-b685-48d1-8e76-eeba5ddeea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773661 Aug 05 02:22:37.901992 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (9d9c2151-858a-4f4b-ae99-508b1aadb74a), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:37.933005 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Pushing event deleted for resources: {'Port': ['ID=9d9c2151-858a-4f4b-ae99-508b1aadb74a,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:37.997761 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] No DVR routers for this DVR port 9d9c2151-858a-4f4b-ae99-508b1aadb74a on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:22:38.001133 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:38.004702 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dfd98f7f-765e-4f0a-b3e1-0b97a05d9589 req-a36fdfc4-4c8c-4957-a3b0-00744cacaf05 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.45 "DELETE /networking/v2.0/ports/9d9c2151-858a-4f4b-ae99-508b1aadb74a HTTP/1.1" status: 204 len: 173 time: 1.0324259 Aug 05 02:22:38.005282 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'name': 'network-vif-deleted', 'tag': '9d9c2151-858a-4f4b-ae99-508b1aadb74a'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:22:38.007824 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5777f0-4bf1-4f8f-b3a6-ad4623cd9152" -d '{"events": [{"server_uuid": "69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3", "name": "network-vif-deleted", "tag": "9d9c2151-858a-4f4b-ae99-508b1aadb74a"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:38.046576 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aabee26-d7c4-48b5-804e-74f547a93962 x-openstack-request-id: req-7aabee26-d7c4-48b5-804e-74f547a93962 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:38.046865 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3", "name": "network-vif-deleted", "tag": "9d9c2151-858a-4f4b-ae99-508b1aadb74a", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:38.047116 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7aabee26-d7c4-48b5-804e-74f547a93962 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:38.047514 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aabee26-d7c4-48b5-804e-74f547a93962'] response: {'server_uuid': '69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3', 'name': 'network-vif-deleted', 'tag': '9d9c2151-858a-4f4b-ae99-508b1aadb74a', 'status': 'completed', 'code': 200} Aug 05 02:22:38.303086 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74121fe-737e-469a-b933-672f4a5441f9 req-c1b78584-6425-4b95-a9d2-1e66a0e09037 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:38.304465 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b74121fe-737e-469a-b933-672f4a5441f9 req-c1b78584-6425-4b95-a9d2-1e66a0e09037 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0459831 Aug 05 02:22:38.339847 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:38.351733 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b74121fe-737e-469a-b933-672f4a5441f9 req-4a62caae-bc50-4ba6-92d5-1815f749cbb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Aug 05 02:22:38.427011 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9017b9e3-fdca-4fff-a053-ec122ab62248 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:22:38.522913 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9017b9e3-fdca-4fff-a053-ec122ab62248, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9017b9e3-fdca-4fff-a053-ec122ab62248,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:38.534335 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'port_id': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'mac_address': 'fa:16:3e:f3:51:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:22:38.571352 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 9017b9e3-fdca-4fff-a053-ec122ab62248 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:22:38.571662 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:38.584881 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9017b9e3-fdca-4fff-a053-ec122ab62248 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:22:38.605460 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9017b9e3-fdca-4fff-a053-ec122ab62248, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9017b9e3-fdca-4fff-a053-ec122ab62248,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:38.609267 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:38.656563 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=9017b9e3-fdca-4fff-a053-ec122ab62248,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:38.692240 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e211e24-6d97-4c12-b5a8-a78af7fbf6b5 req-1b210526-1c5a-45ed-a040-95fc65d8a456 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:38.693721 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e211e24-6d97-4c12-b5a8-a78af7fbf6b5 req-1b210526-1c5a-45ed-a040-95fc65d8a456 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0503745 Aug 05 02:22:38.741767 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e211e24-6d97-4c12-b5a8-a78af7fbf6b5 req-782577ce-f926-474c-819d-d605f68aea49 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423129 Aug 05 02:22:38.891354 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca45b1f-b232-43af-b4d0-c5e071a5ec27 req-33e3a742-0a1b-473a-8322-3ad00f24312f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:38.893974 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1ca45b1f-b232-43af-b4d0-c5e071a5ec27 req-33e3a742-0a1b-473a-8322-3ad00f24312f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 944 time: 0.0534418 Aug 05 02:22:38.923102 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8ef558ea-5a37-4743-9ed0-6c4e76bc540b req-ee098c56-9055-471f-a6b9-28a7445e93c6 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0273001 Aug 05 02:22:38.942460 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1ca45b1f-b232-43af-b4d0-c5e071a5ec27 req-c2cbceaa-b44f-4d4c-8808-06d62411e0dd tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Aug 05 02:22:39.280024 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['9017b9e3-fdca-4fff-a053-ec122ab62248'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:22:39.477287 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e22e4-a1a9-493b-bd8a-804733afc485 req-73da0839-134c-45e7-9c23-e110ba9bbb1c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:39.478947 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e16e22e4-a1a9-493b-bd8a-804733afc485 req-73da0839-134c-45e7-9c23-e110ba9bbb1c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0546548 Aug 05 02:22:39.533095 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e16e22e4-a1a9-493b-bd8a-804733afc485 req-6412c315-d43c-43cb-8101-a145b77a20fa tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485811 Aug 05 02:22:39.596480 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-841948d7-4ad5-4db3-8bfa-ae897fcfd5ae service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd12349-70f1-45d4-b28a-ecee9fcd63ab HTTP/1.1" status: 200 len: 217 time: 0.0341256 Aug 05 02:22:39.860814 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbe8b5-7f32-4dee-a504-64d146cc261d req-0d0ecb58-24d9-4b48-9408-3908e1421a33 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:39.862259 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bafbe8b5-7f32-4dee-a504-64d146cc261d req-0d0ecb58-24d9-4b48-9408-3908e1421a33 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0473297 Aug 05 02:22:39.908198 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bafbe8b5-7f32-4dee-a504-64d146cc261d req-e26f9b0c-cd19-437c-995e-1068b34a02d2 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Aug 05 02:22:40.024624 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ee48519e-e0ca-4c87-ace6-26f31578e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:40.026605 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-799ec670-6a42-49cd-ac47-340c423e86b0 req-b491cb1a-7f62-4da1-8f7a-653da8055485 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0304372 Aug 05 02:22:40.058017 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:40.066338 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0b22-051c-431d-8cb8-dd18d7f4a3ca req-db08d8f6-1f4c-4f43-a547-50e9467f0aef tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:40.067793 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-633e0b22-051c-431d-8cb8-dd18d7f4a3ca req-db08d8f6-1f4c-4f43-a547-50e9467f0aef tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 944 time: 0.0482626 Aug 05 02:22:40.118181 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-633e0b22-051c-431d-8cb8-dd18d7f4a3ca req-4b6858f6-c910-4921-a0f5-1b54c00b0c86 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Aug 05 02:22:40.652526 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae0717-a9da-49c5-8561-de204b857364 req-850761c5-f05d-4d25-a79a-86ae73324748 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:40.653979 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-89ae0717-a9da-49c5-8561-de204b857364 req-850761c5-f05d-4d25-a79a-86ae73324748 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0489116 Aug 05 02:22:40.704548 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-89ae0717-a9da-49c5-8561-de204b857364 req-964bdc5a-121b-417f-9212-20a0cad0f786 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449717 Aug 05 02:22:41.023444 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35f6d7-4942-4801-9b23-fb3c7faaf5f3 req-8295fba0-0dec-4c99-b616-a89d80580c38 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:41.024945 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9a35f6d7-4942-4801-9b23-fb3c7faaf5f3 req-8295fba0-0dec-4c99-b616-a89d80580c38 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0469539 Aug 05 02:22:41.073124 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9a35f6d7-4942-4801-9b23-fb3c7faaf5f3 req-5fbc8724-d71a-49ba-ae86-900713265776 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Aug 05 02:22:41.130287 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c83a4dea-b68e-4ffe-a2c4-727a8ac69a61 req-057d6814-daf8-4790-87d2-bc81afa3cc3a tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0282173 Aug 05 02:22:41.238286 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff62b52-31ee-40aa-971d-b48d7365b863 req-183c903d-3a2c-45bd-a2f0-803a98f7408a tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:41.239771 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2ff62b52-31ee-40aa-971d-b48d7365b863 req-183c903d-3a2c-45bd-a2f0-803a98f7408a tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 944 time: 0.0493145 Aug 05 02:22:41.287792 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2ff62b52-31ee-40aa-971d-b48d7365b863 req-5c4efbb9-cd23-4df0-ae85-6c5e0d5bda59 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418458 Aug 05 02:22:41.820574 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee9270-0d07-449c-9c24-f65e665e469f req-140493d7-94ce-4ecf-b31b-9a2bf4d46fdd tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:41.822019 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0ee9270-0d07-449c-9c24-f65e665e469f req-140493d7-94ce-4ecf-b31b-9a2bf4d46fdd tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0465131 Aug 05 02:22:41.870002 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0ee9270-0d07-449c-9c24-f65e665e469f req-f484419d-36d8-434d-b249-1960864750bd tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Aug 05 02:22:42.203332 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7abfb5-f3e7-413b-bb1c-233e2c166912 req-db9fb6d4-f0c3-4782-8710-91452eb07b64 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:42.208810 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:42.210828 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7e7abfb5-f3e7-413b-bb1c-233e2c166912 req-db9fb6d4-f0c3-4782-8710-91452eb07b64 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0658169 Aug 05 02:22:42.223852 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c6c69ce6-750c-4e31-93cc-e66efca386eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:42.236307 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-30539cf8-4c5c-4a9f-bd26-35e2850b6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:42.237781 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-30539cf8-4c5c-4a9f-bd26-35e2850b6749 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=df49b367-6cda-4e11-9e53-7fa4b6fd1e0b HTTP/1.1" status: 200 len: 848 time: 0.1051538 Aug 05 02:22:42.261141 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7e7abfb5-f3e7-413b-bb1c-233e2c166912 req-8ecd3eaf-5e8f-4725-98e3-055567a7c63d tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491576 Aug 05 02:22:42.283294 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-83c64be1-4dca-48ef-b3b2-f57166513218 req-c4942b4d-239b-41bd-90be-ae2d263de89b tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0429862 Aug 05 02:22:42.293311 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-6dd5d1fa-454f-4de8-ae7f-e5d0fe7e634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:42.294749 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-6dd5d1fa-454f-4de8-ae7f-e5d0fe7e634c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.1713419 Aug 05 02:22:42.403655 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf4167-ba47-4b6e-b706-7fa0c3aa2513 req-0020a0ff-939c-47c8-99f8-c020b3da6008 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:42.405121 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-24cf4167-ba47-4b6e-b706-7fa0c3aa2513 req-0020a0ff-939c-47c8-99f8-c020b3da6008 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 944 time: 0.0476356 Aug 05 02:22:42.451008 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-24cf4167-ba47-4b6e-b706-7fa0c3aa2513 req-05e3179f-91a7-4bcb-b5e2-6d0c9abdc22c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Aug 05 02:22:42.990079 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03ccd5-6779-4be9-ab3c-da7c3e025a8a req-60da6c8b-ae05-44f1-933b-97521b76349c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:42.991546 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4e03ccd5-6779-4be9-ab3c-da7c3e025a8a req-60da6c8b-ae05-44f1-933b-97521b76349c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0509651 Aug 05 02:22:43.039791 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4e03ccd5-6779-4be9-ab3c-da7c3e025a8a req-75250260-0048-4222-8041-76dd9f326c10 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Aug 05 02:22:43.199553 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:43.385981 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3629e2-2399-4618-b470-cee143afde94 req-c02edfe6-ba1f-4fa0-91d7-4a216670d0ce tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:43.387250 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3e76a62c-c5a3-4d0b-8bb3-b9aa8bbf2479 req-2bfacc5d-ac6e-4a0b-90f5-4f3cf4cc7104 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0283492 Aug 05 02:22:43.387664 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ba3629e2-2399-4618-b470-cee143afde94 req-c02edfe6-ba1f-4fa0-91d7-4a216670d0ce tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0529909 Aug 05 02:22:43.436715 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ba3629e2-2399-4618-b470-cee143afde94 req-f13b291a-3ff0-4922-b663-e020399b132e tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Aug 05 02:22:43.566284 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1e0c7-2a31-4991-a478-7cfdc968bbe6 req-16b9b8ff-d507-46dc-903f-4aeacdf6e987 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:43.567734 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-01c1e0c7-2a31-4991-a478-7cfdc968bbe6 req-16b9b8ff-d507-46dc-903f-4aeacdf6e987 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 944 time: 0.0476060 Aug 05 02:22:43.676426 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-d9244080-6048-45bd-9f01-26840bc95cea service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=7e162cf4-1761-488b-a0c2-fc8d03640ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766592 Aug 05 02:22:43.677659 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-6559dcdc-8738-42af-9fb7-fb3487e4d960 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1f18fd-2855-4e72-99d7-6356085d6879 HTTP/1.1" status: 200 len: 217 time: 0.0769393 Aug 05 02:22:43.683727 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-01c1e0c7-2a31-4991-a478-7cfdc968bbe6 req-ad617a10-24bf-44d8-879e-17fb8f95e274 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104918 Aug 05 02:22:43.794845 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3880321-89ca-4fab-9f58-2c02cbefdc77 req-c6d42b08-3f65-44ec-a29d-53d002687e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:43.796231 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a3880321-89ca-4fab-9f58-2c02cbefdc77 req-c6d42b08-3f65-44ec-a29d-53d002687e79 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 1130 time: 0.1320534 Aug 05 02:22:43.796642 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:43.815185 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-75f786c3-a100-468b-8760-7ad2b632d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:43.816600 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-75f786c3-a100-468b-8760-7ad2b632d48a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.1172845 Aug 05 02:22:43.901220 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-289a79ed-da91-4bd6-8f91-4a677a17ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:43.902684 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-289a79ed-da91-4bd6-8f91-4a677a17ecf0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781829 Aug 05 02:22:43.909609 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-2d429c90-74be-483b-b9f4-9cf851dac0e8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092545 Aug 05 02:22:43.912867 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a3880321-89ca-4fab-9f58-2c02cbefdc77 req-63b51899-003e-438a-96d1-424355016287 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079440 Aug 05 02:22:43.994742 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-9273dd76-c82e-4346-a381-dc7c17612e40 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840547 Aug 05 02:22:44.155697 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6241-04b1-4947-8ed3-5130a683cb29 req-7fba1362-d221-42c8-a40d-e564f928b4e4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:44.157166 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8bfc6241-04b1-4947-8ed3-5130a683cb29 req-7fba1362-d221-42c8-a40d-e564f928b4e4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0467358 Aug 05 02:22:44.203952 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8bfc6241-04b1-4947-8ed3-5130a683cb29 req-7120ca11-7cf1-45ca-89a2-75af039f847b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414069 Aug 05 02:22:44.489930 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-894e204a-8c1e-409d-a325-0e2caedfb2d6 req-50320a80-3b78-4574-a2ee-a01e527b7d3a tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0324731 Aug 05 02:22:44.554228 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d582a-35c2-4ad2-94b3-efb7db6169c7 req-e016b3be-27e9-445d-8f9f-e6cf1d2f8448 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:44.555656 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e26d582a-35c2-4ad2-94b3-efb7db6169c7 req-e016b3be-27e9-445d-8f9f-e6cf1d2f8448 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0470095 Aug 05 02:22:44.606013 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e26d582a-35c2-4ad2-94b3-efb7db6169c7 req-6f67b7e7-a951-41cd-aaca-3174e4a1aa90 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Aug 05 02:22:44.800692 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e64e8f-da5d-42d5-a7cc-2635abd70c0b req-c3681954-0a9a-4cae-828c-5bc88f4fefff tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:44.802141 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70e64e8f-da5d-42d5-a7cc-2635abd70c0b req-c3681954-0a9a-4cae-828c-5bc88f4fefff tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 944 time: 0.0467932 Aug 05 02:22:44.825433 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:44.859621 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70e64e8f-da5d-42d5-a7cc-2635abd70c0b req-963e9a96-0d9c-473c-80ca-50ded136a790 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504429 Aug 05 02:22:44.900955 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:44.966438 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9017b9e3-fdca-4fff-a053-ec122ab62248 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:44.998777 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:45.012699 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 9017b9e3-fdca-4fff-a053-ec122ab62248 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:22:45.019093 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 9017b9e3-fdca-4fff-a053-ec122ab62248 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:22:45.019909 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:45.051796 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:45.092635 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:45.094923 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1dfcf54-db95-4721-9ba1-e77e9407083c req-c04cae64-cfef-41be-8584-8a8b53652e97 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594272 Aug 05 02:22:45.098155 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 9017b9e3-fdca-4fff-a053-ec122ab62248 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:22:45.098583 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:45.112861 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1472a3a1-a804-41f8-8d19-2ad1b83103d7 req-7c7c029a-d19d-424c-8678-f1509e0812f7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355917 Aug 05 02:22:45.122830 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:22:45.125056 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7c233d-ab7b-458b-a940-d763d2d23de0" -d '{"events": [{"server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "name": "network-vif-plugged", "status": "completed", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:45.137265 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9017b9e3-fdca-4fff-a053-ec122ab62248, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9017b9e3-fdca-4fff-a053-ec122ab62248,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:45.141284 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:45.168070 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04882e5b-b595-4108-be31-6e99727c2061 x-openstack-request-id: req-04882e5b-b595-4108-be31-6e99727c2061 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:45.168386 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "name": "network-vif-plugged", "status": "completed", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:45.168640 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04882e5b-b595-4108-be31-6e99727c2061 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:45.169029 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04882e5b-b595-4108-be31-6e99727c2061'] response: {'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'code': 200} Aug 05 02:22:45.194862 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=9017b9e3-fdca-4fff-a053-ec122ab62248,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:45.323885 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8b4d8-8fa2-4b9d-bffc-642eda18ebb1 req-9675a944-6002-4111-9c66-53192d4430b4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:45.325357 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-24c8b4d8-8fa2-4b9d-bffc-642eda18ebb1 req-9675a944-6002-4111-9c66-53192d4430b4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0483878 Aug 05 02:22:45.380145 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-24c8b4d8-8fa2-4b9d-bffc-642eda18ebb1 req-0ecc14c3-1766-405b-bb1c-e110c4fe2586 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491853 Aug 05 02:22:45.608739 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-834f049c-7045-465f-a4db-57a846e71f38 req-6f813cbb-4229-448f-a510-5e9448904114 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0286069 Aug 05 02:22:45.728179 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574a0f3-f885-4802-a21a-18a8b71eb6d8 req-abdd8506-e0c8-477f-995a-d95ec6383431 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:45.730468 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5574a0f3-f885-4802-a21a-18a8b71eb6d8 req-abdd8506-e0c8-477f-995a-d95ec6383431 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0509362 Aug 05 02:22:45.785563 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5574a0f3-f885-4802-a21a-18a8b71eb6d8 req-f810ef12-cd19-46fa-a3df-8b1697b26c87 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491011 Aug 05 02:22:45.979606 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec147f9d-7c04-4719-a1af-56bf820e424e req-c99bc44e-5f00-494c-a1a6-9be6e12f071e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:45.981057 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ec147f9d-7c04-4719-a1af-56bf820e424e req-c99bc44e-5f00-494c-a1a6-9be6e12f071e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0463362 Aug 05 02:22:46.027556 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ec147f9d-7c04-4719-a1af-56bf820e424e req-5f4f094c-e858-46b9-8115-5dcda38fc373 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Aug 05 02:22:46.499205 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e3b2c-7e29-42ea-b7bf-6561fb7252b0 req-818bfc7c-2daf-4b15-9eb1-a54799877a0e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:46.500780 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7d8e3b2c-7e29-42ea-b7bf-6561fb7252b0 req-818bfc7c-2daf-4b15-9eb1-a54799877a0e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0519748 Aug 05 02:22:46.547699 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7d8e3b2c-7e29-42ea-b7bf-6561fb7252b0 req-4a253200-9e42-4690-b528-33eef5db8967 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414147 Aug 05 02:22:46.730572 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2a44fc47-8a8c-4e6e-b584-d4d4b880755c req-af6914e6-e706-41e3-bfb7-87ec2bfde190 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0321925 Aug 05 02:22:46.910343 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b979db-2205-49ad-bbc9-6e3b3bb723d9 req-0e8964d5-9af3-44d5-8399-e90f1768d182 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:46.912576 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-04b979db-2205-49ad-bbc9-6e3b3bb723d9 req-0e8964d5-9af3-44d5-8399-e90f1768d182 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0552888 Aug 05 02:22:46.961234 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-04b979db-2205-49ad-bbc9-6e3b3bb723d9 req-7489ce5f-e640-4871-a164-16f9e81083af tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428858 Aug 05 02:22:47.148903 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb0f2-c95f-45b8-98dc-d9ea3226519d req-9d9cfb33-b299-4fa6-addf-a5de5e279a11 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:47.150842 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-90acb0f2-c95f-45b8-98dc-d9ea3226519d req-9d9cfb33-b299-4fa6-addf-a5de5e279a11 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0511389 Aug 05 02:22:47.171187 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:47.199731 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-90acb0f2-c95f-45b8-98dc-d9ea3226519d req-1b02f6e7-0f3b-46dc-92ee-0ad4ab51e4fb tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Aug 05 02:22:47.666506 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80079608-0956-42ae-a3a8-0120dfa4f94c req-98add9ce-d44d-4341-bc72-4fa7e78fd59d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:47.667937 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-80079608-0956-42ae-a3a8-0120dfa4f94c req-98add9ce-d44d-4341-bc72-4fa7e78fd59d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0469832 Aug 05 02:22:47.724359 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-80079608-0956-42ae-a3a8-0120dfa4f94c req-c372f2c4-0b60-4bd4-ac9c-b110c3a6093c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421185 Aug 05 02:22:47.840893 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7a282b1c-13de-40aa-9691-124f74b6a6f4 req-174851dc-52ed-489c-ae1d-c6883144a249 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Aug 05 02:22:48.083526 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325307a-7ce0-404e-a585-bbad48d890fe req-09327796-4a84-450d-adb3-f80aa1dadfd8 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:48.085742 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4325307a-7ce0-404e-a585-bbad48d890fe req-09327796-4a84-450d-adb3-f80aa1dadfd8 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 944 time: 0.0543935 Aug 05 02:22:48.135890 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:48.151613 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4325307a-7ce0-404e-a585-bbad48d890fe req-759754c5-8771-40c1-8fba-4be980bb9a96 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552180 Aug 05 02:22:48.299838 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:48.313750 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1c628-9f28-4fa6-9807-7e358acf91ea req-c2d0adac-9c9d-4495-9e60-0ee82fe891a7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:48.315297 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b9c1c628-9f28-4fa6-9807-7e358acf91ea req-c2d0adac-9c9d-4495-9e60-0ee82fe891a7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0473747 Aug 05 02:22:48.363866 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b9c1c628-9f28-4fa6-9807-7e358acf91ea req-434862a3-8e66-4ecd-8131-44426b14accb tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Aug 05 02:22:48.840333 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d304915-2598-413b-82be-f0b500ec2ec6 req-b4eba82b-8661-484f-9fe3-d475e5700583 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:48.841819 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8d304915-2598-413b-82be-f0b500ec2ec6 req-b4eba82b-8661-484f-9fe3-d475e5700583 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0471082 Aug 05 02:22:48.890341 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8d304915-2598-413b-82be-f0b500ec2ec6 req-b5e4da1e-9f62-493e-a277-3cbf75699903 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Aug 05 02:22:48.942659 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device dfd12349-70f1-45d4-b28a-ecee9fcd63ab details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:22:48.955676 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e8a24434-38ee-449c-ba49-b126313972c6 req-54755781-c5cd-466b-8fa2-cc7b5f4aebcf tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0308733 Aug 05 02:22:49.044395 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port dfd12349-70f1-45d4-b28a-ecee9fcd63ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:49.054867 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': 'dfd12349-70f1-45d4-b28a-ecee9fcd63ab', 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2', 'port_id': 'dfd12349-70f1-45d4-b28a-ecee9fcd63ab', 'mac_address': 'fa:16:3e:b3:99:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49b367-6cda-4e11-9e53-7fa4b6fd1e0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:22:49.093111 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port dfd12349-70f1-45d4-b28a-ecee9fcd63ab is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:22:49.093524 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:49.106918 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd12349-70f1-45d4-b28a-ecee9fcd63ab {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:22:49.125746 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port dfd12349-70f1-45d4-b28a-ecee9fcd63ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:49.129442 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:49.174378 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:49.274535 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd170-8448-4491-94fb-af71ac1e8f6e req-ceae1fce-f9e3-4ca6-8ae2-a70c20f1f0ea tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:49.276535 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8ecdd170-8448-4491-94fb-af71ac1e8f6e req-ceae1fce-f9e3-4ca6-8ae2-a70c20f1f0ea tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 945 time: 0.0497701 Aug 05 02:22:49.331512 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8ecdd170-8448-4491-94fb-af71ac1e8f6e req-67641935-04a8-413e-9732-d00adaea6ba7 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488632 Aug 05 02:22:49.472248 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 39388) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:49.484286 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba43209-1e0b-4399-a8e0-a657936b31b1 req-b7400e96-362d-456f-9afc-f4f6bfad7a44 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:49.485777 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6ba43209-1e0b-4399-a8e0-a657936b31b1 req-b7400e96-362d-456f-9afc-f4f6bfad7a44 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0515780 Aug 05 02:22:49.537759 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6ba43209-1e0b-4399-a8e0-a657936b31b1 req-0ca64801-12e3-49be-87ef-f05d0addae6b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462136 Aug 05 02:22:49.599971 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8141afac-dd31-4dc9-973d-7120a34e39c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:49.669704 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['dfd12349-70f1-45d4-b28a-ecee9fcd63ab'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:22:49.679819 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:49.690592 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8141afac-dd31-4dc9-973d-7120a34e39c5 admin admin] Publish callbacks [] for security_group (b4c908fb-9321-411b-bf94-f9207eb78053), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:49.694469 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8141afac-dd31-4dc9-973d-7120a34e39c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b4c908fb-9321-411b-bf94-f9207eb78053), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:49.738378 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39392) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:49.738657 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-8141afac-dd31-4dc9-973d-7120a34e39c5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=90b336ea190343d8afee2c01192cf7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649813 Aug 05 02:22:49.739718 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141afac-dd31-4dc9-973d-7120a34e39c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c908fb-9321-411b-bf94-f9207eb78053,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:49.792491 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Publish callbacks [] for security_group (b4c908fb-9321-411b-bf94-f9207eb78053), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:49.815424 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Publish callbacks [] for security_group (b4c908fb-9321-411b-bf94-f9207eb78053), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:49.866189 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b4c908fb-9321-411b-bf94-f9207eb78053), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:49.868721 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:49.870394 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b4c908fb-9321-411b-bf94-f9207eb78053 HTTP/1.1" status: 204 len: 168 time: 0.1298478 Aug 05 02:22:49.878151 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c908fb-9321-411b-bf94-f9207eb78053,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:49.886232 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.886578 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.886923 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.887257 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.887592 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.887924 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.888249 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.888603 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.888930 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.889346 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.889675 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.889998 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.890384 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.890639 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:49.890961 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d40e-1467-4d69-b1fe-c7e0a2d1b2d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:50.037298 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10651420-084b-479a-998d-880c86a972ce req-f88d839c-38d5-4f8c-a648-7f9e3b7a4b89 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:50.039425 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-10651420-084b-479a-998d-880c86a972ce req-f88d839c-38d5-4f8c-a648-7f9e3b7a4b89 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0728593 Aug 05 02:22:50.099700 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-10651420-084b-479a-998d-880c86a972ce req-d27ff37a-f573-4be7-a92e-2bf6c8cbad91 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528662 Aug 05 02:22:50.173341 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 39404) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:50.201414 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-996d768e-f7bf-45b3-a293-eff5f386e7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:50.264059 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5476a1c-d600-4ac2-9eef-1eab0d20f3e3 req-d4e69668-b6e9-43c1-8439-03a476ca4d10 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:50.265617 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f5476a1c-d600-4ac2-9eef-1eab0d20f3e3 req-d4e69668-b6e9-43c1-8439-03a476ca4d10 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0818818 Aug 05 02:22:50.309412 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f1abf3a7-510c-44cb-aaef-bb76b75fc516 req-085db137-81f3-4376-95a2-8ab44c048e70 tempest-DeleteServersTestJSON-1613670497 tempest-DeleteServersTestJSON-1613670497-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=69ebf4f6-3b95-4e21-8e89-f08ecbc5a1d3 HTTP/1.1" status: 200 len: 210 time: 0.2635007 Aug 05 02:22:50.365541 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f5476a1c-d600-4ac2-9eef-1eab0d20f3e3 req-6c4bf07b-f5de-4d4f-a24a-5bc2908e4e8a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924408 Aug 05 02:22:50.412983 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-996d768e-f7bf-45b3-a293-eff5f386e7f0 admin admin] Publish callbacks [] for security_group (b42c925c-4f11-4ecb-b199-42686c0c1495), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:50.414626 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3893a-6a66-49f3-878d-ffd1c8875166 req-bc551511-3ff3-4970-9bbc-e5eb7a77db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:50.416976 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d1d3893a-6a66-49f3-878d-ffd1c8875166 req-bc551511-3ff3-4970-9bbc-e5eb7a77db28 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 1129 time: 0.0698206 Aug 05 02:22:50.420305 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-996d768e-f7bf-45b3-a293-eff5f386e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b42c925c-4f11-4ecb-b199-42686c0c1495), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:50.518488 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d768e-f7bf-45b3-a293-eff5f386e7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42c925c-4f11-4ecb-b199-42686c0c1495,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:50.529648 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-996d768e-f7bf-45b3-a293-eff5f386e7f0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0102763764914568bb6a527f75f1eb1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551011 Aug 05 02:22:50.533249 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39410) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:50.563528 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d1d3893a-6a66-49f3-878d-ffd1c8875166 req-d3953548-6654-498e-95c1-e3c238e428d0 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362648 Aug 05 02:22:50.614998 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:50.620634 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=5 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:50.646841 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f7f48c79-c649-4b34-b8f5-698c3ad21214 admin admin] Publish callbacks [] for security_group (b42c925c-4f11-4ecb-b199-42686c0c1495), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:50.659238 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922f6df-89c5-4719-8dc7-324ca99a40fa req-5fd84135-533b-4e45-b327-cb83b694b50b tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:50.660738 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7922f6df-89c5-4719-8dc7-324ca99a40fa req-5fd84135-533b-4e45-b327-cb83b694b50b tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 945 time: 0.0618134 Aug 05 02:22:50.674961 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:50.690092 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a548a-2c9b-401a-8586-cb69855821f0 req-5ca91c69-0577-413b-baf8-69809c274e1b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:50.692093 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-999a548a-2c9b-401a-8586-cb69855821f0 req-5ca91c69-0577-413b-baf8-69809c274e1b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0625286 Aug 05 02:22:50.697169 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f7f48c79-c649-4b34-b8f5-698c3ad21214 admin admin] Publish callbacks [] for security_group (b42c925c-4f11-4ecb-b199-42686c0c1495), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:50.737862 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7922f6df-89c5-4719-8dc7-324ca99a40fa req-6a557ec1-7875-4d86-9a67-59d4145d8d96 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692029 Aug 05 02:22:50.772571 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-999a548a-2c9b-401a-8586-cb69855821f0 req-1406cfc7-7062-4313-93df-fe48fa61cf35 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678525 Aug 05 02:22:50.800929 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f7f48c79-c649-4b34-b8f5-698c3ad21214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b42c925c-4f11-4ecb-b199-42686c0c1495), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:50.803622 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f7f48c79-c649-4b34-b8f5-698c3ad21214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:50.804854 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-f7f48c79-c649-4b34-b8f5-698c3ad21214 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b42c925c-4f11-4ecb-b199-42686c0c1495 HTTP/1.1" status: 204 len: 168 time: 0.2702184 Aug 05 02:22:50.814751 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f48c79-c649-4b34-b8f5-698c3ad21214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42c925c-4f11-4ecb-b199-42686c0c1495,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:51.053282 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device dfd12349-70f1-45d4-b28a-ecee9fcd63ab up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:51.096225 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port dfd12349-70f1-45d4-b28a-ecee9fcd63ab completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:22:51.102163 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port dfd12349-70f1-45d4-b28a-ecee9fcd63ab triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:22:51.102540 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:51.168067 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:51.178864 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port dfd12349-70f1-45d4-b28a-ecee9fcd63ab is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:22:51.179254 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:51.206644 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9953aa28-10c7-463e-b2f2-9640f42f9eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd12349-70f1-45d4-b28a-ecee9fcd63ab'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:22:51.208869 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4be70b-aaaa-4fad-8dda-400afa29393a" -d '{"events": [{"server_uuid": "9953aa28-10c7-463e-b2f2-9640f42f9eb0", "name": "network-vif-plugged", "status": "completed", "tag": "dfd12349-70f1-45d4-b28a-ecee9fcd63ab"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:51.222428 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port dfd12349-70f1-45d4-b28a-ecee9fcd63ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:51.228292 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:51.255700 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac29d169-222c-433b-b47a-67fade32dfa8 x-openstack-request-id: req-ac29d169-222c-433b-b47a-67fade32dfa8 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:51.256014 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9953aa28-10c7-463e-b2f2-9640f42f9eb0", "name": "network-vif-plugged", "status": "completed", "tag": "dfd12349-70f1-45d4-b28a-ecee9fcd63ab", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:51.256267 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac29d169-222c-433b-b47a-67fade32dfa8 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:51.256668 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac29d169-222c-433b-b47a-67fade32dfa8'] response: {'server_uuid': '9953aa28-10c7-463e-b2f2-9640f42f9eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd12349-70f1-45d4-b28a-ecee9fcd63ab', 'code': 200} Aug 05 02:22:51.263253 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:51.284500 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:51.971800 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a92c79-7c22-4c33-b66d-b6c1c3ebb56d req-4dfd12ff-254e-4aeb-a5c9-858325628a5b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:51.973310 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-36a92c79-7c22-4c33-b66d-b6c1c3ebb56d req-4dfd12ff-254e-4aeb-a5c9-858325628a5b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0696080 Aug 05 02:22:51.989868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fed5eb-e098-4c26-9552-8f3cdeefcfc5 req-d28235c8-0952-403b-8bac-6891e84ebed6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:51.991375 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-24fed5eb-e098-4c26-9552-8f3cdeefcfc5 req-d28235c8-0952-403b-8bac-6891e84ebed6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 946 time: 0.1171494 Aug 05 02:22:52.023681 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8468981-a521-4260-bc91-d7213c28b29d req-e90e53bb-0394-4391-b5eb-52eed14baefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:52.025197 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f8468981-a521-4260-bc91-d7213c28b29d req-e90e53bb-0394-4391-b5eb-52eed14baefb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 1130 time: 0.0777805 Aug 05 02:22:52.028053 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-36a92c79-7c22-4c33-b66d-b6c1c3ebb56d req-7557f021-9d33-47a9-87df-f4ea9b9ed4ac tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482152 Aug 05 02:22:52.055895 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-24fed5eb-e098-4c26-9552-8f3cdeefcfc5 req-0ea39ed6-e1b6-4c9f-bb21-e142040ade28 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568068 Aug 05 02:22:52.207847 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f8468981-a521-4260-bc91-d7213c28b29d req-4b00f8f5-5106-4a8a-80d8-ccf4612f0b6f service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533745 Aug 05 02:22:52.335384 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb30a5b-7b35-4025-b0d9-abee1f44f767 req-bf475a40-6e6f-4629-874f-34b319ef00ca tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:52.336940 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cbb30a5b-7b35-4025-b0d9-abee1f44f767 req-bf475a40-6e6f-4629-874f-34b319ef00ca tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0479333 Aug 05 02:22:52.388463 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cbb30a5b-7b35-4025-b0d9-abee1f44f767 req-7a59e329-096f-4019-8273-26478fda28a3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Aug 05 02:22:52.671969 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39490) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:52.782557 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3cd46010-4fa6-420b-b4a8-f2e7e82695d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:52.812613 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 39500) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:52.870967 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3cd46010-4fa6-420b-b4a8-f2e7e82695d9 admin admin] Publish callbacks [] for security_group (80268ed6-f3af-4bad-9d18-50ae562177cd), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:52.874909 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3cd46010-4fa6-420b-b4a8-f2e7e82695d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (80268ed6-f3af-4bad-9d18-50ae562177cd), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:52.879613 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:52.916049 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:52.918409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:52.925120 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-3cd46010-4fa6-420b-b4a8-f2e7e82695d9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b52ed752b8c44eb2a7a36beedaf18661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520788 Aug 05 02:22:52.926742 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd46010-4fa6-420b-b4a8-f2e7e82695d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80268ed6-f3af-4bad-9d18-50ae562177cd,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:52.930344 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39502) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:52.983714 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-499ed6f4-0f5b-4fde-91ed-9fdd6d437679 admin admin] Publish callbacks [] for security_group (80268ed6-f3af-4bad-9d18-50ae562177cd), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.005022 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-499ed6f4-0f5b-4fde-91ed-9fdd6d437679 admin admin] Publish callbacks [] for security_group (80268ed6-f3af-4bad-9d18-50ae562177cd), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.052895 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-499ed6f4-0f5b-4fde-91ed-9fdd6d437679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (80268ed6-f3af-4bad-9d18-50ae562177cd), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.055400 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-499ed6f4-0f5b-4fde-91ed-9fdd6d437679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.058957 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-499ed6f4-0f5b-4fde-91ed-9fdd6d437679 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/80268ed6-f3af-4bad-9d18-50ae562177cd HTTP/1.1" status: 204 len: 168 time: 0.1248536 Aug 05 02:22:53.065857 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ed6f4-0f5b-4fde-91ed-9fdd6d437679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80268ed6-f3af-4bad-9d18-50ae562177cd,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:53.207334 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3546b-392c-456e-a0a6-b623bf1c6966 req-dd364e9c-ba90-4363-97ec-343ea449c8b6 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:53.209176 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-08b3546b-392c-456e-a0a6-b623bf1c6966 req-dd364e9c-ba90-4363-97ec-343ea449c8b6 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0676374 Aug 05 02:22:53.266190 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-08b3546b-392c-456e-a0a6-b623bf1c6966 req-83ce5b93-8f81-46bc-89aa-8da370906ec4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495660 Aug 05 02:22:53.407415 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728abd9-8f24-4470-a12b-1605e4cab52d req-8876d35c-9195-4ac9-afa3-2c1304e587ed tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:53.409145 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5728abd9-8f24-4470-a12b-1605e4cab52d req-8876d35c-9195-4ac9-afa3-2c1304e587ed tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0558476 Aug 05 02:22:53.418075 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43efde8-6415-4a70-a6e3-9837fe4e1a23 req-978d6f26-6177-4f22-8c63-ee87ce81ca7d tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:53.419580 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b43efde8-6415-4a70-a6e3-9837fe4e1a23 req-978d6f26-6177-4f22-8c63-ee87ce81ca7d tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 946 time: 0.0830631 Aug 05 02:22:53.425655 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39516) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:53.451448 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-33834d0c-963a-48e4-bfd6-0da8c531cf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.496874 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5728abd9-8f24-4470-a12b-1605e4cab52d req-3dc84d36-7eb0-4b71-9270-c8e16bacb387 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775049 Aug 05 02:22:53.510628 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (4a7ee903-b075-4139-8f74-d177c729d850), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.567728 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b43efde8-6415-4a70-a6e3-9837fe4e1a23 req-ad69fbba-853f-4c05-a978-3a749c8ce659 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313510 Aug 05 02:22:53.595983 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-33834d0c-963a-48e4-bfd6-0da8c531cf03 admin admin] Publish callbacks [] for security_group (a248bdcc-d782-4527-8ca5-6af410ffab1a), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.617969 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-33834d0c-963a-48e4-bfd6-0da8c531cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a248bdcc-d782-4527-8ca5-6af410ffab1a), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.658528 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd5993-53b5-4cf9-8380-c05e8446606f req-3ab39592-deb7-4511-b54b-bbaa8c92fc41 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:53.660871 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cecd5993-53b5-4cf9-8380-c05e8446606f req-3ab39592-deb7-4511-b54b-bbaa8c92fc41 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0972996 Aug 05 02:22:53.684615 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33834d0c-963a-48e4-bfd6-0da8c531cf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a248bdcc-d782-4527-8ca5-6af410ffab1a,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:53.691526 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-33834d0c-963a-48e4-bfd6-0da8c531cf03 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a5b89f14b29745649aa89636d66768d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618513 Aug 05 02:22:53.696908 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39522) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:53.760880 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cecd5993-53b5-4cf9-8380-c05e8446606f req-ef71e445-9580-42a6-a184-543dd0608edf tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866780 Aug 05 02:22:53.778461 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-864d4be0-589d-48ed-8309-1e8ef0730927 admin admin] Publish callbacks [] for security_group (a248bdcc-d782-4527-8ca5-6af410ffab1a), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.801739 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-864d4be0-589d-48ed-8309-1e8ef0730927 admin admin] Publish callbacks [] for security_group (a248bdcc-d782-4527-8ca5-6af410ffab1a), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.876512 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-864d4be0-589d-48ed-8309-1e8ef0730927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a248bdcc-d782-4527-8ca5-6af410ffab1a), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.879492 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-864d4be0-589d-48ed-8309-1e8ef0730927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.879937 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Deleting port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:22:53.880294 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:53.882221 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:53.885390 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-864d4be0-589d-48ed-8309-1e8ef0730927 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a248bdcc-d782-4527-8ca5-6af410ffab1a HTTP/1.1" status: 204 len: 168 time: 0.1856987 Aug 05 02:22:53.886262 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-eba576ce-4ced-48d6-bb91-2261dffcef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:53.887759 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-eba576ce-4ced-48d6-bb91-2261dffcef8f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 1130 time: 0.0683703 Aug 05 02:22:53.894850 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d4be0-589d-48ed-8309-1e8ef0730927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a248bdcc-d782-4527-8ca5-6af410ffab1a,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:53.988642 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc69f32-54cf-45c5-853b-97767426ea34 req-32c122ba-d598-46e7-84c0-a8ceab64aeee tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:53.991111 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1cc69f32-54cf-45c5-853b-97767426ea34 req-32c122ba-d598-46e7-84c0-a8ceab64aeee tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0775607 Aug 05 02:22:54.045329 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] For port eab31d0f-78c8-4f55-b143-b0c66c9c5bfc, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=eab31d0f-78c8-4f55-b143-b0c66c9c5bfc,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:54.045696 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:54.065949 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Calling delete_port for eab31d0f-78c8-4f55-b143-b0c66c9c5bfc owned by network:router_interface {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:22:54.068450 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-f798d384-889a-4e59-9da2-b85921319357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:54.069898 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-f798d384-889a-4e59-9da2-b85921319357 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.1713891 Aug 05 02:22:54.070653 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1cc69f32-54cf-45c5-853b-97767426ea34 req-46e48255-cdbd-4f36-99cc-e0b327b707aa tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708959 Aug 05 02:22:54.209700 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:54.349612 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (eab31d0f-78c8-4f55-b143-b0c66c9c5bfc), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:54.413930 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab31d0f-78c8-4f55-b143-b0c66c9c5bfc,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:54.559730 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (4a7ee903-b075-4139-8f74-d177c729d850), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:54.730353 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611474-d5f8-4312-80e6-a5f363395034 req-0629a440-c038-485e-982f-19bc4bb10996 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:54.731827 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ce611474-d5f8-4312-80e6-a5f363395034 req-0629a440-c038-485e-982f-19bc4bb10996 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 946 time: 0.0637481 Aug 05 02:22:54.857912 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ce611474-d5f8-4312-80e6-a5f363395034 req-80a00c29-5d77-45a0-a8a2-93b15bdac591 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176562 Aug 05 02:22:54.864369 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:54.898547 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-ea9eb8fc-d8db-4a71-8ec3-218d3f62350b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1f18fd-2855-4e72-99d7-6356085d6879 HTTP/1.1" status: 200 len: 217 time: 0.0396783 Aug 05 02:22:54.906201 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:54.928438 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fc913-4686-4465-9b54-fe2b8344ce2f req-50447b54-7e64-4fe1-a403-0e89c4857f03 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:54.929025 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:54.937127 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d41fc913-4686-4465-9b54-fe2b8344ce2f req-50447b54-7e64-4fe1-a403-0e89c4857f03 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0818491 Aug 05 02:22:54.944866 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Router 4a7ee903-b075-4139-8f74-d177c729d850 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:22:54.996899 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d41fc913-4686-4465-9b54-fe2b8344ce2f req-4fc42408-d1ee-4ab5-992e-a59256fa9e80 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586846 Aug 05 02:22:55.018268 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-9a4d213c-9bc0-4c21-a42b-aba1724cf3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:55.019820 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-9a4d213c-9bc0-4c21-a42b-aba1724cf3da service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0702322 Aug 05 02:22:55.128208 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-3376018c-606b-4fa4-a9c9-ff0361b1a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:55.129997 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-3376018c-606b-4fa4-a9c9-ff0361b1a591 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0764492 Aug 05 02:22:55.199031 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:22:55.207855 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39568) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:55.208064 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-4f303c2b-1e40-41c5-987f-64cab135dc71 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4a7ee903-b075-4139-8f74-d177c729d850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3941698 Aug 05 02:22:55.214659 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] Sync routers for ids ['4a7ee903-b075-4139-8f74-d177c729d850'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:22:55.244710 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] Routers {'4a7ee903-b075-4139-8f74-d177c729d850'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:22:55.245437 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-3904f521-6aca-441d-8df8-23a3fc743ed1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077435 Aug 05 02:22:55.245580 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:22:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4a7ee903-b075-4139-8f74-d177c729d850'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:55.362509 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] Set router 4a7ee903-b075-4139-8f74-d177c729d850 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:22:55.364662 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:55.372722 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f7d575fb-e485-48f3-abe9-e48d4d7a1f56 req-8eab4e53-0ac5-47e2-acd3-586b77cf82b4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207762 Aug 05 02:22:55.377104 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks [] for router (4a7ee903-b075-4139-8f74-d177c729d850), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:55.495579 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks [] for router_gateway (4a7ee903-b075-4139-8f74-d177c729d850), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:55.545230 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Deleting port 1e971edd-4335-4b1f-bdd8-971950cefe7c {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:22:55.545612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:55.661083 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ee903-b075-4139-8f74-d177c729d850', 'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:15Z', 'updated_at': '2022-08-05T02:22:54Z', 'revision_number': 5, 'project_id': '5550d9709b98404290936885c7bbb16d', 'gw_port': {'id': '1e971edd-4335-4b1f-bdd8-971950cefe7c', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7ee903-b075-4139-8f74-d177c729d850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:18Z', 'updated_at': '2022-08-05T02:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:55.668257 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] For port 1e971edd-4335-4b1f-bdd8-971950cefe7c, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=1e971edd-4335-4b1f-bdd8-971950cefe7c,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:55.668976 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:55.687519 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Calling delete_port for 1e971edd-4335-4b1f-bdd8-971950cefe7c owned by network:router_gateway {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:22:55.718688 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] Checking router: 4a7ee903-b075-4139-8f74-d177c729d850 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:22:55.729651 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] Routers {'4a7ee903-b075-4139-8f74-d177c729d850'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:22:55.730338 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:22:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4a7ee903-b075-4139-8f74-d177c729d850'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:55.870472 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] Set router 4a7ee903-b075-4139-8f74-d177c729d850 gateway port host: None {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:22:55.957199 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7ee903-b075-4139-8f74-d177c729d850', 'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:15Z', 'updated_at': '2022-08-05T02:22:55Z', 'revision_number': 6, 'project_id': '5550d9709b98404290936885c7bbb16d', 'gw_port_host': None}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:55.968531 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (1e971edd-4335-4b1f-bdd8-971950cefe7c), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:55.992401 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3825a1f-2f09-4c5f-801f-5b9080802c51 None None] The sync data for ids ['4a7ee903-b075-4139-8f74-d177c729d850'] in dv-cinder-815582-13-iscsi is: [{'id': '4a7ee903-b075-4139-8f74-d177c729d850', 'name': 'tempest-DeleteServersTestJSON-1896568286-router', 'tenant_id': '5550d9709b98404290936885c7bbb16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:15Z', 'updated_at': '2022-08-05T02:22:55Z', 'revision_number': 6, 'project_id': '5550d9709b98404290936885c7bbb16d', 'gw_port_host': None}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:22:56.019253 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e971edd-4335-4b1f-bdd8-971950cefe7c,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:56.118967 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (4a7ee903-b075-4139-8f74-d177c729d850), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.194163 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4f0a2-ed1b-4264-8ac0-72f6b5eeb6a2 req-c68a6956-627f-481a-bbb5-ce8eae776266 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:56.196967 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-37b4f0a2-ed1b-4264-8ac0-72f6b5eeb6a2 req-c68a6956-627f-481a-bbb5-ce8eae776266 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0587461 Aug 05 02:22:56.245230 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (4a7ee903-b075-4139-8f74-d177c729d850), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.247773 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks [] for router_controller (4a7ee903-b075-4139-8f74-d177c729d850), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.256981 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-37b4f0a2-ed1b-4264-8ac0-72f6b5eeb6a2 req-b8f5c4bc-9bce-41ff-b61b-a6bcb09c7706 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541511 Aug 05 02:22:56.333545 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (4a7ee903-b075-4139-8f74-d177c729d850), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.334373 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7ee903-b075-4139-8f74-d177c729d850 {{(pid=104196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:22:56.341607 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.342866 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-5872ac47-8006-4629-a793-e081ceec0f47 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/4a7ee903-b075-4139-8f74-d177c729d850 HTTP/1.1" status: 204 len: 168 time: 1.1327946 Aug 05 02:22:56.345680 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39616) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:56.385967 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc57608-0fa0-440e-8007-92152369cf9b req-55a6b8b8-4478-40e4-a83e-0620ab3931eb tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:56.387624 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2dc57608-0fa0-440e-8007-92152369cf9b req-55a6b8b8-4478-40e4-a83e-0620ab3931eb tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 946 time: 0.0694358 Aug 05 02:22:56.402047 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:56.409648 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-e720d7dc-98d0-493d-be86-a08db5d2bb0c admin admin] Deleting subnet 18615ac6-55b1-4cc9-95d3-ea9f6c56b01a {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:22:56.413355 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e720d7dc-98d0-493d-be86-a08db5d2bb0c admin admin] Publish callbacks [] for subnet (18615ac6-55b1-4cc9-95d3-ea9f6c56b01a), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.460372 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e720d7dc-98d0-493d-be86-a08db5d2bb0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13584754'] for subnet (18615ac6-55b1-4cc9-95d3-ea9f6c56b01a), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.465204 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2dc57608-0fa0-440e-8007-92152369cf9b req-80ba1b8e-3c97-4d33-afa8-ecfd0e731838 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704749 Aug 05 02:22:56.498735 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:56.594431 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e720d7dc-98d0-493d-be86-a08db5d2bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (18615ac6-55b1-4cc9-95d3-ea9f6c56b01a), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.662966 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e720d7dc-98d0-493d-be86-a08db5d2bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13018992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12884257'] for subnet (18615ac6-55b1-4cc9-95d3-ea9f6c56b01a), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.696077 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720d7dc-98d0-493d-be86-a08db5d2bb0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18615ac6-55b1-4cc9-95d3-ea9f6c56b01a,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:56.703760 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e720d7dc-98d0-493d-be86-a08db5d2bb0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.708050 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-e720d7dc-98d0-493d-be86-a08db5d2bb0c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/18615ac6-55b1-4cc9-95d3-ea9f6c56b01a HTTP/1.1" status: 204 len: 168 time: 0.3613055 Aug 05 02:22:56.709757 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39628) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:56.711828 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5681b1-083c-462b-89ee-59c1f88e7053 None None] Network 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:22:56.803562 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.864417 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Deleting port 9b79c9f3-9462-4f70-8697-af7ff45e242d {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:22:56.865018 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.887986 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5734905-69d3-45ae-9507-b16d75347d10 None None] DHCP port deletion for 8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:22:56.932974 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-b5734905-69d3-45ae-9507-b16d75347d10 None None] Deleting port 9b79c9f3-9462-4f70-8697-af7ff45e242d {{(pid=104197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:22:56.933414 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b5734905-69d3-45ae-9507-b16d75347d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), before_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.952134 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] For port 9b79c9f3-9462-4f70-8697-af7ff45e242d, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=9b79c9f3-9462-4f70-8697-af7ff45e242d,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:56.952668 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:56.969539 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Calling delete_port for 9b79c9f3-9462-4f70-8697-af7ff45e242d owned by network:dhcp {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:22:57.028971 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-b5734905-69d3-45ae-9507-b16d75347d10 None None] For port 9b79c9f3-9462-4f70-8697-af7ff45e242d, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=9b79c9f3-9462-4f70-8697-af7ff45e242d,segment=NetworkSegment(6d3e5468-c41a-4b77-a5c9-0ae33860d5d9),segment_id=6d3e5468-c41a-4b77-a5c9-0ae33860d5d9)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:57.029189 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b5734905-69d3-45ae-9507-b16d75347d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), precommit_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.050493 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-b5734905-69d3-45ae-9507-b16d75347d10 None None] Calling delete_port for 9b79c9f3-9462-4f70-8697-af7ff45e242d owned by network:dhcp {{(pid=104197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:22:57.086344 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.118300 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b79c9f3-9462-4f70-8697-af7ff45e242d,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.121974 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] No DVR routers for this DVR port 9b79c9f3-9462-4f70-8697-af7ff45e242d on host dv-cinder-815582-13-iscsi {{(pid=104196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:22:57.202136 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.210170 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b5734905-69d3-45ae-9507-b16d75347d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (9b79c9f3-9462-4f70-8697-af7ff45e242d), after_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.227585 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:57.237141 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5734905-69d3-45ae-9507-b16d75347d10 None None] Pushing event deleted for resources: {'Port': ['ID=9b79c9f3-9462-4f70-8697-af7ff45e242d,revision_number=None']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.238410 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:57.238804 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3e5468-c41a-4b77-a5c9-0ae33860d5d9') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:57.247174 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5734905-69d3-45ae-9507-b16d75347d10 None None] No DVR routers for this DVR port 9b79c9f3-9462-4f70-8697-af7ff45e242d on host dv-cinder-815582-13-iscsi {{(pid=104197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:22:57.252483 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (6d3e5468-c41a-4b77-a5c9-0ae33860d5d9), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.271844 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (6d3e5468-c41a-4b77-a5c9-0ae33860d5d9), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.280972 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:22:57.280972 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (6d3e5468-c41a-4b77-a5c9-0ae33860d5d9), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.338430 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 6d3e5468-c41a-4b77-a5c9-0ae33860d5d9 resource provider aggregate not found Aug 05 02:22:57.351599 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.361265 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 6d3e5468-c41a-4b77-a5c9-0ae33860d5d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d3e5468-c41a-4b77-a5c9-0ae33860d5d9 found for delete ", "request_id": "req-364aea60-20bd-4bb8-a0e1-82f5746d7b69"}]} Aug 05 02:22:57.364203 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.368377 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e HTTP/1.1" status: 204 len: 168 time: 0.6569476 Aug 05 02:22:57.384561 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114afdc-e7e1-47b7-86f5-e450c917b9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc175c4-e4aa-4f2a-b5dc-e58b6fda1d1e,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.527048 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39652) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:57.556152 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39654) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:57.580307 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-50defd4f-92c5-4874-9bce-b99492c4bce3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5550d9709b98404290936885c7bbb16d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0520716 Aug 05 02:22:57.582379 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39658) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:57.605118 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac155e8-5286-43d8-9560-a600b1a295bc req-87062d94-dc37-4912-afc2-b518b21e79c6 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:57.606549 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4ac155e8-5286-43d8-9560-a600b1a295bc req-87062d94-dc37-4912-afc2-b518b21e79c6 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.2553382 Aug 05 02:22:57.638612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b5861c9-b2ed-46fe-ab9b-3a5c6dae9048 admin admin] Publish callbacks [] for security_group (e79fcec6-b685-48d1-8e76-eeba5ddeea32), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.664235 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b5861c9-b2ed-46fe-ab9b-3a5c6dae9048 admin admin] Publish callbacks [] for security_group (e79fcec6-b685-48d1-8e76-eeba5ddeea32), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.664582 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4ac155e8-5286-43d8-9560-a600b1a295bc req-034e603c-009f-42a0-ac4e-4162df5c531e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508475 Aug 05 02:22:57.666537 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:57.753649 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b5861c9-b2ed-46fe-ab9b-3a5c6dae9048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (e79fcec6-b685-48d1-8e76-eeba5ddeea32), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.756215 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8b5861c9-b2ed-46fe-ab9b-3a5c6dae9048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.760694 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8b5861c9-b2ed-46fe-ab9b-3a5c6dae9048 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e79fcec6-b685-48d1-8e76-eeba5ddeea32 HTTP/1.1" status: 204 len: 168 time: 0.1772225 Aug 05 02:22:57.771769 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:57.791449 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6afc-2859-4837-a09e-287950225b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.793817 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5861c9-b2ed-46fe-ab9b-3a5c6dae9048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79fcec6-b685-48d1-8e76-eeba5ddeea32,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.808879 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deadd1-3f98-4b54-9ecc-7123fb2a982b req-b68507b9-e6a8-4af9-9794-4aca9149ceea tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:57.810732 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b5deadd1-3f98-4b54-9ecc-7123fb2a982b req-b68507b9-e6a8-4af9-9794-4aca9149ceea tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 946 time: 0.0707147 Aug 05 02:22:57.875977 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b5deadd1-3f98-4b54-9ecc-7123fb2a982b req-01492128-25a5-44f3-9b74-89d217bdb8f9 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589545 Aug 05 02:22:57.935347 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6afc-2859-4837-a09e-287950225b0e admin admin] Publish callbacks [] for security_group (53fe8804-99fc-42ff-9ed4-966da6d68332), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.940274 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6afc-2859-4837-a09e-287950225b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (53fe8804-99fc-42ff-9ed4-966da6d68332), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:57.985464 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d6afc-2859-4837-a09e-287950225b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe8804-99fc-42ff-9ed4-966da6d68332,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.989726 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-1d8d6afc-2859-4837-a09e-287950225b0e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0760f379b42b49939ab505dd54990fae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320798 Aug 05 02:22:57.992477 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 39670) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:58.052546 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f128a819-aa2e-41d9-8739-92fc98cb2002 admin admin] Publish callbacks [] for security_group (53fe8804-99fc-42ff-9ed4-966da6d68332), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.077425 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f128a819-aa2e-41d9-8739-92fc98cb2002 admin admin] Publish callbacks [] for security_group (53fe8804-99fc-42ff-9ed4-966da6d68332), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.095100 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1e971edd-4335-4b1f-bdd8-971950cefe7c no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:22:58.119089 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:58.128634 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 1e971edd-4335-4b1f-bdd8-971950cefe7c {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:22:58.128985 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1e971edd-4335-4b1f-bdd8-971950cefe7c not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:22:58.130133 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device eab31d0f-78c8-4f55-b143-b0c66c9c5bfc no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:22:58.142857 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f128a819-aa2e-41d9-8739-92fc98cb2002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (53fe8804-99fc-42ff-9ed4-966da6d68332), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.145815 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f128a819-aa2e-41d9-8739-92fc98cb2002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.147040 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-f128a819-aa2e-41d9-8739-92fc98cb2002 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/53fe8804-99fc-42ff-9ed4-966da6d68332 HTTP/1.1" status: 204 len: 168 time: 0.1535282 Aug 05 02:22:58.153824 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: eab31d0f-78c8-4f55-b143-b0c66c9c5bfc {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:22:58.154105 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device eab31d0f-78c8-4f55-b143-b0c66c9c5bfc not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:22:58.154719 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 9b79c9f3-9462-4f70-8697-af7ff45e242d no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:22:58.156519 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128a819-aa2e-41d9-8739-92fc98cb2002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe8804-99fc-42ff-9ed4-966da6d68332,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:58.179982 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 9b79c9f3-9462-4f70-8697-af7ff45e242d {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:22:58.180357 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 9b79c9f3-9462-4f70-8697-af7ff45e242d not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:22:58.326387 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-9862d2d7-f406-49ba-91c2-a1fd58491f88 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:58.327895 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-9862d2d7-f406-49ba-91c2-a1fd58491f88 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 946 time: 0.0659776 Aug 05 02:22:58.474206 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39688) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:58.479659 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Deleting port dfd12349-70f1-45d4-b28a-ecee9fcd63ab {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:22:58.480009 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.494639 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-877f50ee-3bf3-4d3d-95d3-1542268710e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.528641 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.588157 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] For port dfd12349-70f1-45d4-b28a-ecee9fcd63ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:58.588805 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.592148 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-877f50ee-3bf3-4d3d-95d3-1542268710e8 admin admin] Publish callbacks [] for security_group (516db39f-2cf1-4089-baab-ffd71241f680), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.598293 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-877f50ee-3bf3-4d3d-95d3-1542268710e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (516db39f-2cf1-4089-baab-ffd71241f680), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.605837 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Calling delete_port for dfd12349-70f1-45d4-b28a-ecee9fcd63ab owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:22:58.644153 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-877f50ee-3bf3-4d3d-95d3-1542268710e8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=942768662ca64448928f634070990c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681697 Aug 05 02:22:58.645133 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f50ee-3bf3-4d3d-95d3-1542268710e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516db39f-2cf1-4089-baab-ffd71241f680,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:58.647521 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39694) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:22:58.705873 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4e1c-2ef0-4214-88f5-8b71d6d8cf02 admin admin] Publish callbacks [] for security_group (516db39f-2cf1-4089-baab-ffd71241f680), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.733374 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4e1c-2ef0-4214-88f5-8b71d6d8cf02 admin admin] Publish callbacks [] for security_group (516db39f-2cf1-4089-baab-ffd71241f680), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.786610 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (dfd12349-70f1-45d4-b28a-ecee9fcd63ab), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.794393 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4e1c-2ef0-4214-88f5-8b71d6d8cf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (516db39f-2cf1-4089-baab-ffd71241f680), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.795190 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:22:58.797046 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4e1c-2ef0-4214-88f5-8b71d6d8cf02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.801739 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d0dc4e1c-2ef0-4214-88f5-8b71d6d8cf02 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/516db39f-2cf1-4089-baab-ffd71241f680 HTTP/1.1" status: 204 len: 168 time: 0.1532185 Aug 05 02:22:58.813676 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4e1c-2ef0-4214-88f5-8b71d6d8cf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516db39f-2cf1-4089-baab-ffd71241f680,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:58.833594 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Pushing event deleted for resources: {'Port': ['ID=dfd12349-70f1-45d4-b28a-ecee9fcd63ab,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:58.848356 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4d12f-925a-4252-b523-eda93a091c98 req-d79e50d2-3347-477f-a5c0-30a0683cf708 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:22:58.849899 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4ef4d12f-925a-4252-b523-eda93a091c98 req-d79e50d2-3347-477f-a5c0-30a0683cf708 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0931559 Aug 05 02:22:58.852262 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['dfd12349-70f1-45d4-b28a-ecee9fcd63ab'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:22:58.917529 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] No DVR routers for this DVR port dfd12349-70f1-45d4-b28a-ecee9fcd63ab on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:22:58.927528 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:22:58.930944 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf83c725-30b3-4e31-8873-2f404c755e6c req-fe71b301-b3f7-47a9-812b-446252c01475 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.45 "DELETE /networking/v2.0/ports/dfd12349-70f1-45d4-b28a-ecee9fcd63ab HTTP/1.1" status: 204 len: 173 time: 0.5574102 Aug 05 02:22:58.931956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9953aa28-10c7-463e-b2f2-9640f42f9eb0', 'name': 'network-vif-deleted', 'tag': 'dfd12349-70f1-45d4-b28a-ecee9fcd63ab'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:22:58.934370 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaa84aa-8576-41a1-a706-d429d50e548b" -d '{"events": [{"server_uuid": "9953aa28-10c7-463e-b2f2-9640f42f9eb0", "name": "network-vif-deleted", "tag": "dfd12349-70f1-45d4-b28a-ecee9fcd63ab"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:58.955712 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4ef4d12f-925a-4252-b523-eda93a091c98 req-2f9d162c-259a-4553-b3de-01902775ac65 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981686 Aug 05 02:22:59.013717 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627a33d8-1cfb-4f02-8eb2-ade7a159f5a8 x-openstack-request-id: req-627a33d8-1cfb-4f02-8eb2-ade7a159f5a8 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:59.014492 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9953aa28-10c7-463e-b2f2-9640f42f9eb0", "name": "network-vif-deleted", "tag": "dfd12349-70f1-45d4-b28a-ecee9fcd63ab", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:59.014994 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-627a33d8-1cfb-4f02-8eb2-ade7a159f5a8 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:59.015843 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627a33d8-1cfb-4f02-8eb2-ade7a159f5a8'] response: {'server_uuid': '9953aa28-10c7-463e-b2f2-9640f42f9eb0', 'name': 'network-vif-deleted', 'tag': 'dfd12349-70f1-45d4-b28a-ecee9fcd63ab', 'status': 'completed', 'code': 200} Aug 05 02:22:59.021531 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d325a129-5788-4867-af0e-f6d004f5ebbe req-1a06a402-c8b9-498c-981a-1c443a1b2f8d tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9953aa28-10c7-463e-b2f2-9640f42f9eb0 HTTP/1.1" status: 200 len: 210 time: 0.0389433 Aug 05 02:23:00.123618 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16609a0-6d57-406e-9e48-10e5c15852b8 req-71ce6aae-a655-4377-ab2c-3df15f51b5e0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:00.125428 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f16609a0-6d57-406e-9e48-10e5c15852b8 req-71ce6aae-a655-4377-ab2c-3df15f51b5e0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0648291 Aug 05 02:23:00.193024 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f16609a0-6d57-406e-9e48-10e5c15852b8 req-c2cfa365-0757-4d8c-8aba-21642a54c3aa tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609751 Aug 05 02:23:00.368100 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-43b5eb2c-868c-4043-b253-a74a3171e0a2 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:00.370251 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-43b5eb2c-868c-4043-b253-a74a3171e0a2 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7e162cf4-1761-488b-a0c2-fc8d03640ad2 HTTP/1.1" status: 200 len: 808 time: 0.1047258 Aug 05 02:23:00.386335 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-69807ef7-1bbc-4466-aa5d-ed13f50fe301 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/quotas/14962cc915f647cc916994ec724de454 HTTP/1.1" status: 200 len: 375 time: 0.0106421 Aug 05 02:23:00.433673 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-5e474f06-b8bc-4134-9f06-0076763f75d9 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=14962cc915f647cc916994ec724de454&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418618 Aug 05 02:23:00.496877 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=15 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:00.529449 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-2221e5fa-b906-4865-956a-f9e9d7c5c77c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890243 Aug 05 02:23:00.626895 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-37f69359-8da2-4699-958a-396a7ae9aa3b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917404 Aug 05 02:23:00.792889 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f8ec0408-63d8-4944-9c43-d3c5796b76fd req-8e1f9101-5cd7-43b0-9811-0ea3fb6109fb tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Aug 05 02:23:01.010006 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39808) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:01.088582 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device dfd12349-70f1-45d4-b28a-ecee9fcd63ab no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:23:01.112009 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: dfd12349-70f1-45d4-b28a-ecee9fcd63ab {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:23:01.112700 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device dfd12349-70f1-45d4-b28a-ecee9fcd63ab not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:23:01.144403 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4d089598-e3a1-410c-b5a1-70f5e4fbeb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.160170 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:01.277927 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4d089598-e3a1-410c-b5a1-70f5e4fbeb0f admin admin] Publish callbacks [] for security_group (b4ba34ce-2dba-4725-bea1-d7142f09e86a), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.284157 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4d089598-e3a1-410c-b5a1-70f5e4fbeb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b4ba34ce-2dba-4725-bea1-d7142f09e86a), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.361059 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d089598-e3a1-410c-b5a1-70f5e4fbeb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba34ce-2dba-4725-bea1-d7142f09e86a,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:01.365153 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4d089598-e3a1-410c-b5a1-70f5e4fbeb0f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=10fdc2cb7fed46fabbc910f3b564afc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541477 Aug 05 02:23:01.367995 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 39824) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:01.372533 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94e110-7ad3-4b25-b21d-8b884e96dcc1 req-74409a04-21af-4f13-bb9a-e3e17beffc50 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:01.373959 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1a94e110-7ad3-4b25-b21d-8b884e96dcc1 req-74409a04-21af-4f13-bb9a-e3e17beffc50 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0863414 Aug 05 02:23:01.420413 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4be73da8-74a4-4940-a411-eed7b33dbd58 admin admin] Publish callbacks [] for security_group (b4ba34ce-2dba-4725-bea1-d7142f09e86a), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.424562 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1a94e110-7ad3-4b25-b21d-8b884e96dcc1 req-b19e268c-abc2-4697-909c-e2b7017aab8f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Aug 05 02:23:01.444964 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4be73da8-74a4-4940-a411-eed7b33dbd58 admin admin] Publish callbacks [] for security_group (b4ba34ce-2dba-4725-bea1-d7142f09e86a), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.498181 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4be73da8-74a4-4940-a411-eed7b33dbd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b4ba34ce-2dba-4725-bea1-d7142f09e86a), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.500927 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4be73da8-74a4-4940-a411-eed7b33dbd58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.502122 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-4be73da8-74a4-4940-a411-eed7b33dbd58 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b4ba34ce-2dba-4725-bea1-d7142f09e86a HTTP/1.1" status: 204 len: 168 time: 0.1325057 Aug 05 02:23:01.510868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be73da8-74a4-4940-a411-eed7b33dbd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba34ce-2dba-4725-bea1-d7142f09e86a,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:01.773016 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 39830) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:01.786432 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0b5af21c-5cd9-4f80-bb00-85556371f2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.851884 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:01.891376 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0b5af21c-5cd9-4f80-bb00-85556371f2a2 admin admin] Publish callbacks [] for security_group (d4fb941f-d03a-4308-8be4-d7428d9795ed), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.912467 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2677d033-e108-479f-91c6-3f97fcd27843 req-4f35cf8d-c5b7-4d1c-a4aa-a9e5fa851825 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 210 time: 0.0410640 Aug 05 02:23:01.913042 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0b5af21c-5cd9-4f80-bb00-85556371f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d4fb941f-d03a-4308-8be4-d7428d9795ed), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:01.966132 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0b5af21c-5cd9-4f80-bb00-85556371f2a2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=14c85c71ac3c40f6a7a636c34827d2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921017 Aug 05 02:23:01.968667 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5af21c-5cd9-4f80-bb00-85556371f2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb941f-d03a-4308-8be4-d7428d9795ed,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:01.969197 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 39836) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:02.025341 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f7864fcb-1006-42a0-a67f-b86333009334 admin admin] Publish callbacks [] for security_group (d4fb941f-d03a-4308-8be4-d7428d9795ed), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:02.048277 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f7864fcb-1006-42a0-a67f-b86333009334 admin admin] Publish callbacks [] for security_group (d4fb941f-d03a-4308-8be4-d7428d9795ed), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:02.068050 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-df930c5a-1b73-4140-b10b-736602ea504c tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:02.069525 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-df930c5a-1b73-4140-b10b-736602ea504c tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.45 "GET /networking/v2.0/networks?id=7e162cf4-1761-488b-a0c2-fc8d03640ad2 HTTP/1.1" status: 200 len: 808 time: 0.1138818 Aug 05 02:23:02.099369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Request body: {'port': {'device_id': '865edaf2-33cf-496d-a052-35aa26d85c59', 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2', 'admin_state_up': True, 'tenant_id': '14962cc915f647cc916994ec724de454'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:02.101525 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f7864fcb-1006-42a0-a67f-b86333009334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d4fb941f-d03a-4308-8be4-d7428d9795ed), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:02.105162 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f7864fcb-1006-42a0-a67f-b86333009334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:02.106834 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-f7864fcb-1006-42a0-a67f-b86333009334 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d4fb941f-d03a-4308-8be4-d7428d9795ed HTTP/1.1" status: 204 len: 168 time: 0.1366456 Aug 05 02:23:02.115214 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7864fcb-1006-42a0-a67f-b86333009334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb941f-d03a-4308-8be4-d7428d9795ed,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:02.218658 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Made reservation on behalf of 14962cc915f647cc916994ec724de454 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:23:02.222326 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:02.340889 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:02.396741 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Allocated IP 172.20.0.8 (7e162cf4-1761-488b-a0c2-fc8d03640ad2/df49b367-6cda-4e11-9e53-7fa4b6fd1e0b/25ab673e-d0f2-4f57-ab69-0df7d17ddc78) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:23:02.557941 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63750c0f-0f73-4a60-957d-a1300d88141d req-831d8f36-fe52-465b-bbef-a81ba5cad5a6 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:02.560140 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-63750c0f-0f73-4a60-957d-a1300d88141d req-831d8f36-fe52-465b-bbef-a81ba5cad5a6 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0520458 Aug 05 02:23:02.602853 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks [] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:02.616671 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-63750c0f-0f73-4a60-957d-a1300d88141d req-079b4429-0e5e-4152-8b56-73ff6e0ddf06 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499418 Aug 05 02:23:02.640469 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:02.700562 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:23:02.700562 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:23:02.701606 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:23:02.708580 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:02.710010 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:02.714341 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Pushing event updated for resources: {'Port': ['ID=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:02.739514 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-dd8c2c1c-98be-451b-a891-b6723044f2d5 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6434872 Aug 05 02:23:02.766727 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Request body: {'port': {'device_id': '865edaf2-33cf-496d-a052-35aa26d85c59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:02.826453 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:02.842030 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:03.046772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4d340-5abe-406d-86c3-44ea1a2b17ec req-d18c3c9b-f453-4f58-a1c0-b475f82d8c81 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:03.048212 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-58e4d340-5abe-406d-86c3-44ea1a2b17ec req-d18c3c9b-f453-4f58-a1c0-b475f82d8c81 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 931 time: 0.0617101 Aug 05 02:23:03.140832 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-58e4d340-5abe-406d-86c3-44ea1a2b17ec req-17a8a44f-a1ae-482d-88f5-fcbeae834a5b tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857434 Aug 05 02:23:03.173625 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:23:03.181254 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Publish callbacks [] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:03.193384 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Transition to ACTIVE for port object 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:23:03.197653 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:03.203654 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:03.264723 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Pushing event updated for resources: {'Port': ['ID=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:03.279915 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Attempting to bind port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:23:03.280247 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Attempting to bind port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '08b9562d-00c9-4a08-b744-dd0c4f9cf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:23:03.280603 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Attempting to bind port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 on network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:23:03.284805 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 on network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:23:03.285124 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Attempting to bind port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 on network 7e162cf4-1761-488b-a0c2-fc8d03640ad2 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:23:03.290133 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:23:03.290757 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Checking segment: {'id': '08b9562d-00c9-4a08-b744-dd0c4f9cf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:23:03.291142 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Bound using segment: {'id': '08b9562d-00c9-4a08-b744-dd0c4f9cf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:23:03.291564 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Bound port: 25ab673e-d0f2-4f57-ab69-0df7d17ddc78, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b9562d-00c9-4a08-b744-dd0c4f9cf693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:23:03.291915 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:03.351284 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] For port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:23:03.354470 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] For port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:23:03.360151 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:03.364136 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:03.364772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:03.366115 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/25ab673e-d0f2-4f57-ab69-0df7d17ddc78 HTTP/1.1" status: 200 len: 1093 time: 0.6040678 Aug 05 02:23:03.367470 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865edaf2-33cf-496d-a052-35aa26d85c59', 'tag': '25ab673e-d0f2-4f57-ab69-0df7d17ddc78'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:23:03.370424 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c61b27-0a2e-4543-ae6e-9d292180aade" -d '{"events": [{"name": "network-changed", "server_uuid": "865edaf2-33cf-496d-a052-35aa26d85c59", "tag": "25ab673e-d0f2-4f57-ab69-0df7d17ddc78"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:03.422658 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d9220-bd6f-4b7f-a0e5-42ee42113c0e service neutron] Pushing event updated for resources: {'Port': ['ID=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:03.433692 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a177dde-01d3-4865-a9d1-af4c9018bb99 x-openstack-request-id: req-1a177dde-01d3-4865-a9d1-af4c9018bb99 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:03.433983 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865edaf2-33cf-496d-a052-35aa26d85c59", "tag": "25ab673e-d0f2-4f57-ab69-0df7d17ddc78", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:03.434241 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a177dde-01d3-4865-a9d1-af4c9018bb99 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:03.434638 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a177dde-01d3-4865-a9d1-af4c9018bb99'] response: {'name': 'network-changed', 'server_uuid': '865edaf2-33cf-496d-a052-35aa26d85c59', 'tag': '25ab673e-d0f2-4f57-ab69-0df7d17ddc78', 'status': 'completed', 'code': 200} Aug 05 02:23:03.505964 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-59a7c6fe-c1f6-45a0-8f28-6e2a50097465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:03.507983 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-59a7c6fe-c1f6-45a0-8f28-6e2a50097465 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=14962cc915f647cc916994ec724de454&device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 1127 time: 0.0438890 Aug 05 02:23:03.557597 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-5be4b72d-3234-4f8f-917c-51a90b674bbe service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25ab673e-d0f2-4f57-ab69-0df7d17ddc78 HTTP/1.1" status: 200 len: 217 time: 0.0338340 Aug 05 02:23:03.606447 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-eedd7cd3-ea04-499e-a2f5-113ecba178c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:03.607855 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-eedd7cd3-ea04-499e-a2f5-113ecba178c0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=df49b367-6cda-4e11-9e53-7fa4b6fd1e0b HTTP/1.1" status: 200 len: 848 time: 0.0453367 Aug 05 02:23:03.641133 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-592517db-e35a-406e-b9b5-6d42ec214cfd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=7e162cf4-1761-488b-a0c2-fc8d03640ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269585 Aug 05 02:23:03.751760 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef162c2-f763-4cf7-864a-94326103eec3 req-4d3d058a-72c6-47a5-b985-305316c52469 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:03.753355 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5ef162c2-f763-4cf7-864a-94326103eec3 req-4d3d058a-72c6-47a5-b985-305316c52469 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0571129 Aug 05 02:23:03.794723 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-3e6f16ca-6ffe-438f-917c-dca348f42dde service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439147 Aug 05 02:23:03.812117 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:03.871935 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5ef162c2-f763-4cf7-864a-94326103eec3 req-b4acc69e-cff0-4dae-9902-ba64e61c9d00 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082187 Aug 05 02:23:03.910333 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb2316f1-242b-4f50-acf3-e568b51bade0 req-5bb47a74-106f-49a7-b8d4-68a446916822 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082356 Aug 05 02:23:04.263546 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6a4e-3226-4e9f-a44d-50edfadf16b9 req-a75c62a2-ed81-45e2-a10d-58359d9e3c12 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:04.265105 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-adef6a4e-3226-4e9f-a44d-50edfadf16b9 req-a75c62a2-ed81-45e2-a10d-58359d9e3c12 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 943 time: 0.0491436 Aug 05 02:23:04.315276 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-adef6a4e-3226-4e9f-a44d-50edfadf16b9 req-d67b7888-37c2-4d1a-907d-d4dd503b6899 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443561 Aug 05 02:23:04.586738 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:23:04.991345 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937eca-a94b-4c3f-87a5-47201d26438f req-44e79c2e-e909-48a7-880a-b9f2b3087f1c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:04.992804 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-15937eca-a94b-4c3f-87a5-47201d26438f req-44e79c2e-e909-48a7-880a-b9f2b3087f1c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0475879 Aug 05 02:23:05.040102 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-15937eca-a94b-4c3f-87a5-47201d26438f req-8efe627f-460a-4222-b9a0-1697c343488c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414467 Aug 05 02:23:05.442291 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad4449-a5ce-40e4-9c0d-1ce6c52033be req-a3f6312f-869d-4744-b854-b5aaa4fe9977 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:05.443980 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-25ad4449-a5ce-40e4-9c0d-1ce6c52033be req-a3f6312f-869d-4744-b854-b5aaa4fe9977 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 943 time: 0.0492198 Aug 05 02:23:05.478228 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:05.499406 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-25ad4449-a5ce-40e4-9c0d-1ce6c52033be req-a458c675-359b-492e-82ea-d701a2e22e98 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496628 Aug 05 02:23:06.162269 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=47 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:06.166253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0b45-ee7b-477e-94f6-1597a50cfbc3 req-73f9f2e9-5040-4aa9-8289-f635ed8eb0e9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:06.167739 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-510d0b45-ee7b-477e-94f6-1597a50cfbc3 req-73f9f2e9-5040-4aa9-8289-f635ed8eb0e9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0518448 Aug 05 02:23:06.214402 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-510d0b45-ee7b-477e-94f6-1597a50cfbc3 req-03531522-09d6-42b1-af41-eaaf7b606805 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Aug 05 02:23:06.657255 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2c9ad-24b8-41d3-99ac-f62deaaa3336 req-ae046bbd-9dbb-4652-9c2d-3f9a9299fa7d tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:06.658723 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2fa2c9ad-24b8-41d3-99ac-f62deaaa3336 req-ae046bbd-9dbb-4652-9c2d-3f9a9299fa7d tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 943 time: 0.0815816 Aug 05 02:23:06.709124 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2fa2c9ad-24b8-41d3-99ac-f62deaaa3336 req-52a01f4a-645c-4785-b441-3762283efd3a tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Aug 05 02:23:06.804660 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-5ea6e4cb-d3ec-49ca-a7e4-5f8393d39269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:06.806263 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-5ea6e4cb-d3ec-49ca-a7e4-5f8393d39269 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=14962cc915f647cc916994ec724de454&device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 1127 time: 0.0421841 Aug 05 02:23:06.927815 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-7925ac23-9163-4e19-b0a6-8ee304bb1de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:06.929254 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-7925ac23-9163-4e19-b0a6-8ee304bb1de1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=7e162cf4-1761-488b-a0c2-fc8d03640ad2 HTTP/1.1" status: 200 len: 909 time: 0.1011055 Aug 05 02:23:07.124392 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:23:07.352230 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:07.366262 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '25ab673e-d0f2-4f57-ab69-0df7d17ddc78', 'network_id': '7e162cf4-1761-488b-a0c2-fc8d03640ad2', 'port_id': '25ab673e-d0f2-4f57-ab69-0df7d17ddc78', 'mac_address': 'fa:16:3e:11:1f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49b367-6cda-4e11-9e53-7fa4b6fd1e0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:23:07.371683 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-2ec9692f-7a35-43df-94e1-c482e7359ced service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25ab673e-d0f2-4f57-ab69-0df7d17ddc78 HTTP/1.1" status: 200 len: 217 time: 0.0402882 Aug 05 02:23:07.383048 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529992a8-9827-4ab7-b813-b99c888183d2 req-09ff6f97-30f9-496a-b5cb-9de047027108 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:07.384449 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-529992a8-9827-4ab7-b813-b99c888183d2 req-09ff6f97-30f9-496a-b5cb-9de047027108 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0956125 Aug 05 02:23:07.405682 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:23:07.406066 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:07.420057 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:23:07.438381 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:07.441237 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:07.445129 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:07.462841 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-78544533-4560-4f7b-8f2d-7fb11bf5b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:07.464559 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-78544533-4560-4f7b-8f2d-7fb11bf5b987 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=df49b367-6cda-4e11-9e53-7fa4b6fd1e0b HTTP/1.1" status: 200 len: 848 time: 0.0791531 Aug 05 02:23:07.475913 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-529992a8-9827-4ab7-b813-b99c888183d2 req-1d36e6b9-12d8-4526-9763-145d3e4c7b88 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817978 Aug 05 02:23:07.497487 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:07.827015 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4acab2-c5d8-413e-8051-18917236dd40 req-b17ec228-420b-4edd-963a-484ea36be8eb tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:07.828526 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4b4acab2-c5d8-413e-8051-18917236dd40 req-b17ec228-420b-4edd-963a-484ea36be8eb tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 944 time: 0.0459120 Aug 05 02:23:07.859106 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-637dd9be-59cc-4bee-a240-94fbacc68839 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=7e162cf4-1761-488b-a0c2-fc8d03640ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287688 Aug 05 02:23:07.882005 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4b4acab2-c5d8-413e-8051-18917236dd40 req-169cae5e-35d6-4bf3-b715-1b1fed1a498b tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468640 Aug 05 02:23:07.951251 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['25ab673e-d0f2-4f57-ab69-0df7d17ddc78'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:23:07.998514 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:08.021328 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:08.596420 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37ce72-128b-440c-81ae-e3daefc85ae3 req-30264c33-00e5-4226-b746-20fd51288f3c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:08.597859 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7b37ce72-128b-440c-81ae-e3daefc85ae3 req-30264c33-00e5-4226-b746-20fd51288f3c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0477810 Aug 05 02:23:08.643917 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7b37ce72-128b-440c-81ae-e3daefc85ae3 req-6b498654-6b2a-4a36-a228-a609c225cd50 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Aug 05 02:23:09.002819 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694e063-47f6-46bc-bfad-c637f25b919d req-d0804d60-eda5-499a-b636-39d27e2e4f16 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:09.004283 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f694e063-47f6-46bc-bfad-c637f25b919d req-d0804d60-eda5-499a-b636-39d27e2e4f16 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 944 time: 0.0502419 Aug 05 02:23:09.051436 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f694e063-47f6-46bc-bfad-c637f25b919d req-4cc8584a-a40c-4da6-877b-4dcb74c29351 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Aug 05 02:23:09.442529 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:23:09.490856 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:23:09.496912 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:23:09.497428 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:09.570935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:23:09.571328 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:09.597291 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865edaf2-33cf-496d-a052-35aa26d85c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab673e-d0f2-4f57-ab69-0df7d17ddc78'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:23:09.599865 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f0df1-2636-40df-ae28-73c6fb2323cc" -d '{"events": [{"server_uuid": "865edaf2-33cf-496d-a052-35aa26d85c59", "name": "network-vif-plugged", "status": "completed", "tag": "25ab673e-d0f2-4f57-ab69-0df7d17ddc78"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:09.615603 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:09.618947 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:09.656672 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10680aa4-2183-44ec-bdcc-7481c7f7d9e6 x-openstack-request-id: req-10680aa4-2183-44ec-bdcc-7481c7f7d9e6 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:09.657119 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865edaf2-33cf-496d-a052-35aa26d85c59", "name": "network-vif-plugged", "status": "completed", "tag": "25ab673e-d0f2-4f57-ab69-0df7d17ddc78", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:09.657483 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10680aa4-2183-44ec-bdcc-7481c7f7d9e6 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:09.657994 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10680aa4-2183-44ec-bdcc-7481c7f7d9e6'] response: {'server_uuid': '865edaf2-33cf-496d-a052-35aa26d85c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ab673e-d0f2-4f57-ab69-0df7d17ddc78', 'code': 200} Aug 05 02:23:09.686124 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:09.821892 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b9f92-0db3-488f-ad1d-37a1f5d737e4 req-30efe4de-6fc0-4a03-ad1d-cb33fc94a8cd tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:09.824655 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-237b9f92-0db3-488f-ad1d-37a1f5d737e4 req-30efe4de-6fc0-4a03-ad1d-cb33fc94a8cd tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0789063 Aug 05 02:23:09.910392 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-b3a2f19b-a11d-4461-9f5b-77bf70f0db71 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456957 Aug 05 02:23:09.928768 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-237b9f92-0db3-488f-ad1d-37a1f5d737e4 req-c33e81e1-0d4d-446e-ae7f-6e7c2c2b612b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946372 Aug 05 02:23:10.023030 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ceb8516e-ce17-4df7-938b-2fca4ee276b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:10.066850 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e284f-dc8c-43f9-b98c-772a42b5a968 req-025e5033-89f5-456e-bb5d-05c6da32d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:10.068304 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8e8e284f-dc8c-43f9-b98c-772a42b5a968 req-025e5033-89f5-456e-bb5d-05c6da32d00c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 1130 time: 0.0833702 Aug 05 02:23:10.073641 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d95cc-6e1f-4a47-bf2e-1a03cc359161 req-7fbc37ca-8386-48ee-ba22-086036dbf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:10.074960 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba5d95cc-6e1f-4a47-bf2e-1a03cc359161 req-7fbc37ca-8386-48ee-ba22-086036dbf3e7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 1129 time: 0.0795510 Aug 05 02:23:10.088043 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:10.146595 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-5c4ca5ea-9009-4ecf-9141-88f5f20e97c8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059126 Aug 05 02:23:10.195520 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8e8e284f-dc8c-43f9-b98c-772a42b5a968 req-2f34fe9a-73c3-4a3d-a834-cca53f95d4bc service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182437 Aug 05 02:23:10.209226 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09f177-5983-47b8-903d-b09baf0a28b3 req-b683052e-6772-4c94-956f-086b28f07c52 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:10.210618 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8e09f177-5983-47b8-903d-b09baf0a28b3 req-b683052e-6772-4c94-956f-086b28f07c52 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 945 time: 0.0833604 Aug 05 02:23:10.212752 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba5d95cc-6e1f-4a47-bf2e-1a03cc359161 req-87900f1b-15df-47f0-8c94-f5db0b15c811 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223407 Aug 05 02:23:10.256967 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8e09f177-5983-47b8-903d-b09baf0a28b3 req-38acd6b0-76b9-4a2b-8ec7-d427b6270bd1 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Aug 05 02:23:11.050941 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:11.060374 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae592b-9e51-49fb-a859-c0a445e48386 req-dd725a2a-e9f1-4e83-9378-bf4c36dff40f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:11.061884 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-50ae592b-9e51-49fb-a859-c0a445e48386 req-dd725a2a-e9f1-4e83-9378-bf4c36dff40f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0483038 Aug 05 02:23:11.115155 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-50ae592b-9e51-49fb-a859-c0a445e48386 req-c98eb21b-cf0c-4f20-801e-d30f3bd0081e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Aug 05 02:23:11.146952 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90690c16-e15e-4600-ad5d-063c92f43316 req-1acb3606-c9cb-4001-8164-fbf7aed93d47 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:11.148436 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90690c16-e15e-4600-ad5d-063c92f43316 req-1acb3606-c9cb-4001-8164-fbf7aed93d47 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0508416 Aug 05 02:23:11.194559 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90690c16-e15e-4600-ad5d-063c92f43316 req-5dbc0649-43a5-49b2-8495-56ac1d7809b7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Aug 05 02:23:11.221527 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40008) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:11.376454 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d376a-335e-41e2-914d-a4865b94795e req-a6012a48-f7e1-4af4-a2ef-1262b988f06e tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:11.377919 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-316d376a-335e-41e2-914d-a4865b94795e req-a6012a48-f7e1-4af4-a2ef-1262b988f06e tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 945 time: 0.0486543 Aug 05 02:23:11.434965 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-316d376a-335e-41e2-914d-a4865b94795e req-700a7f4b-b01e-468c-b960-772575831f1b tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514615 Aug 05 02:23:11.461716 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e04a24-7122-46a9-b68a-9e9785210032 tempest-TestMinimumBasicScenario-1145658845 tempest-TestMinimumBasicScenario-1145658845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:11.463997 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-61e04a24-7122-46a9-b68a-9e9785210032 tempest-TestMinimumBasicScenario-1145658845 tempest-TestMinimumBasicScenario-1145658845-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 1124 time: 0.2407312 Aug 05 02:23:11.466746 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40014) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:11.471160 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'port_id': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:11.491569 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:11.573417 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:11.675511 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Allocated IP 172.27.0.42 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/cfa13ed3-a909-46ed-891a-7ad2b07c1d38) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:23:11.987224 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:12.027244 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for port (cfa13ed3-a909-46ed-891a-7ad2b07c1d38), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:12.060392 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (cfa13ed3-a909-46ed-891a-7ad2b07c1d38), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:12.107164 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:23:12.115585 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:23:12.121303 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:23:12.149896 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'Port': ['ID=cfa13ed3-a909-46ed-891a-7ad2b07c1d38,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:12.225409 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-63d4fedc-fc43-4193-a71a-b2d5a7b02606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:12.250703 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d82d2d-fb6f-4806-ac32-47ee397c1751 req-9055bf9c-9415-47fe-ac12-f3c84680e4fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:12.252160 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50d82d2d-fb6f-4806-ac32-47ee397c1751 req-9055bf9c-9415-47fe-ac12-f3c84680e4fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0562901 Aug 05 02:23:12.305676 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50d82d2d-fb6f-4806-ac32-47ee397c1751 req-5d14be00-5987-4119-b86d-d98bcb3bb6bf tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Aug 05 02:23:12.371840 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:12.506772 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for floatingip (5381e89d-27bf-4f31-9302-60f2948f073f), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:12.585260 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36c10d-26af-4c29-b47c-701a84287239 req-ab36c7f8-e40c-4e85-b482-1f0d6d9a6a1f tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:12.586716 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bc36c10d-26af-4c29-b47c-701a84287239 req-ab36c7f8-e40c-4e85-b482-1f0d6d9a6a1f tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 945 time: 0.0611141 Aug 05 02:23:12.630276 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (cfa13ed3-a909-46ed-891a-7ad2b07c1d38), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:12.688164 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bc36c10d-26af-4c29-b47c-701a84287239 req-fb0c33a5-6ece-42a2-add2-fa579969979b tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807450 Aug 05 02:23:12.799400 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for port (cfa13ed3-a909-46ed-891a-7ad2b07c1d38), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:12.803573 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13018890'] for port (cfa13ed3-a909-46ed-891a-7ad2b07c1d38), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:12.807462 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:12.871956 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'Port': ['ID=cfa13ed3-a909-46ed-891a-7ad2b07c1d38,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:12.876816 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (5381e89d-27bf-4f31-9302-60f2948f073f), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:12.971053 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.l3_db [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Floating IP 5381e89d-27bf-4f31-9302-60f2948f073f associated. External IP: 172.27.0.42, port: 9017b9e3-fdca-4fff-a053-ec122ab62248. Aug 05 02:23:13.150060 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:13.169156 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:23:13.202190 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.278822 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:23:13.293572 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] Sync routers for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:23:13.302820 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.305871 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:23:13.306504 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:23:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:13.345281 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7e586112-2ddf-496a-9110-93e79c0e0cc9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8775229 Aug 05 02:23:13.345948 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:23:13.348102 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 40040) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:13.348600 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42d4fc1-5bbb-4c4f-985d-51938f81664f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:13.354256 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-527592a8-decd-4d4c-82f1-9bf8581f97f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-502304730', 'description': 'tempest-secgroup-smoke-502304730 description', 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:13.391784 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305b018c-2c47-442f-8e2f-bf240f065973 x-openstack-request-id: req-305b018c-2c47-442f-8e2f-bf240f065973 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:13.392361 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:13.392758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-305b018c-2c47-442f-8e2f-bf240f065973 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:13.393338 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305b018c-2c47-442f-8e2f-bf240f065973'] response: {'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'status': 'completed', 'code': 200} Aug 05 02:23:13.394107 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-527592a8-decd-4d4c-82f1-9bf8581f97f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.447970 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:23:13.488682 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4466d02-4b1f-4b8c-bb53-ef29d083fb17 req-3052954e-ae4b-4617-a1e4-bc2ea810cfee tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:13.490164 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c4466d02-4b1f-4b8c-bb53-ef29d083fb17 req-3052954e-ae4b-4617-a1e4-bc2ea810cfee tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0664003 Aug 05 02:23:13.525788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-527592a8-decd-4d4c-82f1-9bf8581f97f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group (246e9fa9-513c-4d87-ba3e-6f6410a59cf3), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.532474 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-527592a8-decd-4d4c-82f1-9bf8581f97f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (246e9fa9-513c-4d87-ba3e-6f6410a59cf3), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.549097 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:13.584768 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c4466d02-4b1f-4b8c-bb53-ef29d083fb17 req-dfa3a487-e581-4c59-b298-6891965457c8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834670 Aug 05 02:23:13.587373 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-527592a8-decd-4d4c-82f1-9bf8581f97f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.588983 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-527592a8-decd-4d4c-82f1-9bf8581f97f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2389960 Aug 05 02:23:13.592119 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40052) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:13.592834 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527592a8-decd-4d4c-82f1-9bf8581f97f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246e9fa9-513c-4d87-ba3e-6f6410a59cf3,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:13.597542 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-618b46c0-2479-40bd-9830-84b2e1725c80 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'security_group_rule': {'security_group_id': '246e9fa9-513c-4d87-ba3e-6f6410a59cf3', 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:13.642549 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-618b46c0-2479-40bd-9830-84b2e1725c80 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (08e111d1-6404-4284-a734-d5de169fa014), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.721874 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-618b46c0-2479-40bd-9830-84b2e1725c80 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (08e111d1-6404-4284-a734-d5de169fa014), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.730145 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-618b46c0-2479-40bd-9830-84b2e1725c80 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (08e111d1-6404-4284-a734-d5de169fa014), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.758202 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '5381e89d-27bf-4f31-9302-60f2948f073f', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'port_id': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'mac_address': 'fa:16:3e:f3:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:23:12Z', 'updated_at': '2022-08-05T02:23:12Z', 'revision_number': 0, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3120b0e8-8c1e-4901-93e9-4ed786379384', 'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'mac_address': 'fa:16:3e:52:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:24Z', 'updated_at': '2022-08-05T02:21:33Z', 'revision_number': 5, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'subnets': [{'id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:13.778549 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b46c0-2479-40bd-9830-84b2e1725c80 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e111d1-6404-4284-a734-d5de169fa014,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:13.795810 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-618b46c0-2479-40bd-9830-84b2e1725c80 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.797044 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-618b46c0-2479-40bd-9830-84b2e1725c80 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2036777 Aug 05 02:23:13.800096 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 40064) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:13.805922 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-ad033fb5-1430-43e1-afc4-62568501cd5c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'security_group_rule': {'security_group_id': '246e9fa9-513c-4d87-ba3e-6f6410a59cf3', 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:13.817457 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] Checking router: f9da5469-4b9f-4ed6-9982-bf1e458e8c44 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:23:13.829074 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:23:13.829944 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:23:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:13.848282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed708-b824-4d94-9e22-97c1906d1fdb req-011c0e70-715d-4063-a2ba-2baa2b38036a tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:13.862879 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1deed708-b824-4d94-9e22-97c1906d1fdb req-011c0e70-715d-4063-a2ba-2baa2b38036a tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 945 time: 0.0811031 Aug 05 02:23:13.882803 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ad033fb5-1430-43e1-afc4-62568501cd5c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (7e74118b-6a02-4a91-a57a-c6b095a7d2f9), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:13.945288 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1deed708-b824-4d94-9e22-97c1906d1fdb req-501c34fc-8cdf-451e-902d-7021bdffc58f tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811102 Aug 05 02:23:13.950574 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:23:14.001924 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:14.005414 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:14.201038 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '5381e89d-27bf-4f31-9302-60f2948f073f', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'port_id': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'mac_address': 'fa:16:3e:f3:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:23:12Z', 'updated_at': '2022-08-05T02:23:12Z', 'revision_number': 0, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3120b0e8-8c1e-4901-93e9-4ed786379384', 'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'mac_address': 'fa:16:3e:52:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:24Z', 'updated_at': '2022-08-05T02:21:33Z', 'revision_number': 5, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'subnets': [{'id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:14.229453 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8440b109-b797-4092-a4c1-945fbe02809f None None] The sync data for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi is: [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '5381e89d-27bf-4f31-9302-60f2948f073f', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'port_id': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'mac_address': 'fa:16:3e:f3:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:23:12Z', 'updated_at': '2022-08-05T02:23:12Z', 'revision_number': 0, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3120b0e8-8c1e-4901-93e9-4ed786379384', 'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'mac_address': 'fa:16:3e:52:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:24Z', 'updated_at': '2022-08-05T02:21:33Z', 'revision_number': 5, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'subnets': [{'id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:23:14.265812 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-79f418bd-0034-4cff-b181-8519f708da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:14.267310 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-79f418bd-0034-4cff-b181-8519f708da4a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 1130 time: 0.1133869 Aug 05 02:23:14.273879 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67dec6-8b64-48d4-90ee-321528672357 req-cec9f856-b800-4043-ac89-fbb3795595c6 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:14.275317 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8f67dec6-8b64-48d4-90ee-321528672357 req-cec9f856-b800-4043-ac89-fbb3795595c6 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.3768089 Aug 05 02:23:14.276309 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-90771ca0-7e9d-4c0d-b393-0131b5c12493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:14.277665 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-90771ca0-7e9d-4c0d-b393-0131b5c12493 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 1129 time: 0.1227243 Aug 05 02:23:14.294963 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:14.412448 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ad033fb5-1430-43e1-afc4-62568501cd5c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (7e74118b-6a02-4a91-a57a-c6b095a7d2f9), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.427517 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ad033fb5-1430-43e1-afc4-62568501cd5c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (7e74118b-6a02-4a91-a57a-c6b095a7d2f9), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.487678 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f012fe-dffa-423a-8f38-a3d9ad08e4c4 None None] New status for floating IP 5381e89d-27bf-4f31-9302-60f2948f073f: ACTIVE {{(pid=104198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:23:14.497561 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad033fb5-1430-43e1-afc4-62568501cd5c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e74118b-6a02-4a91-a57a-c6b095a7d2f9,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:14.515304 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ad033fb5-1430-43e1-afc4-62568501cd5c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.516554 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-ad033fb5-1430-43e1-afc4-62568501cd5c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7151992 Aug 05 02:23:14.519332 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40080) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:14.524932 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8f67dec6-8b64-48d4-90ee-321528672357 req-86a110fa-ccc9-4eb0-bfa5-4e4caa4e7f04 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355473 Aug 05 02:23:14.530212 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-4507fe61-98ea-45fe-81be-a6ae7a8dfb0f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'security_group_rule': {'security_group_id': '246e9fa9-513c-4d87-ba3e-6f6410a59cf3', 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:14.533381 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-8fe20478-f35d-48fc-899f-4497afd2628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:14.534855 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-8fe20478-f35d-48fc-899f-4497afd2628e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.2563319 Aug 05 02:23:14.540255 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-1163e916-284d-4d88-9fd5-c95e043211f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:14.542329 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-1163e916-284d-4d88-9fd5-c95e043211f9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d HTTP/1.1" status: 200 len: 915 time: 0.2486060 Aug 05 02:23:14.567450 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4507fe61-98ea-45fe-81be-a6ae7a8dfb0f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (8067acd9-97b6-4e0f-bc0d-381d62888a7d), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.599846 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-a7cf5f3a-f8c1-4114-a769-ca34f58694eb service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1f18fd-2855-4e72-99d7-6356085d6879 HTTP/1.1" status: 200 len: 217 time: 0.0563745 Aug 05 02:23:14.635017 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4507fe61-98ea-45fe-81be-a6ae7a8dfb0f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (8067acd9-97b6-4e0f-bc0d-381d62888a7d), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.639855 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4507fe61-98ea-45fe-81be-a6ae7a8dfb0f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (8067acd9-97b6-4e0f-bc0d-381d62888a7d), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.662226 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507fe61-98ea-45fe-81be-a6ae7a8dfb0f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8067acd9-97b6-4e0f-bc0d-381d62888a7d,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:14.670233 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4507fe61-98ea-45fe-81be-a6ae7a8dfb0f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.674155 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4507fe61-98ea-45fe-81be-a6ae7a8dfb0f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496093 Aug 05 02:23:14.674877 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40082) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:14.681320 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-538484e3-76a4-4b7d-ac8c-fe8c32e36c8e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'security_group_rule': {'security_group_id': '246e9fa9-513c-4d87-ba3e-6f6410a59cf3', 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:14.711636 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-49cf1b0b-f8eb-4e71-8538-66efb27f2350 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 200 len: 998 time: 0.1540024 Aug 05 02:23:14.722294 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-d1ebf834-f29a-4f99-bf89-06109c5b051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:14.722999 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-538484e3-76a4-4b7d-ac8c-fe8c32e36c8e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (af89d93a-cbb7-4917-9dd2-efccb687c798), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.723867 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-d1ebf834-f29a-4f99-bf89-06109c5b051b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0936005 Aug 05 02:23:14.756070 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:14.798663 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-538484e3-76a4-4b7d-ac8c-fe8c32e36c8e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (af89d93a-cbb7-4917-9dd2-efccb687c798), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.808255 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-538484e3-76a4-4b7d-ac8c-fe8c32e36c8e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (af89d93a-cbb7-4917-9dd2-efccb687c798), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.817028 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-8b31ff1a-40a8-4813-8b9d-c441734015c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:14.819180 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-8b31ff1a-40a8-4813-8b9d-c441734015c1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=edda7678-889a-4621-b058-4d3ec66d706a HTTP/1.1" status: 200 len: 853 time: 0.0945208 Aug 05 02:23:14.820786 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-03df7558-a79b-44f7-b290-c0afa97473ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:14.823596 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-03df7558-a79b-44f7-b290-c0afa97473ee service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0909128 Aug 05 02:23:14.831505 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:14.834897 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538484e3-76a4-4b7d-ac8c-fe8c32e36c8e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af89d93a-cbb7-4917-9dd2-efccb687c798,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:14.836114 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.841823 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-538484e3-76a4-4b7d-ac8c-fe8c32e36c8e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.843280 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-538484e3-76a4-4b7d-ac8c-fe8c32e36c8e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1672394 Aug 05 02:23:14.846735 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40090) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:14.851478 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-feacf4fc-9c9a-4640-9607-522d9773bfe7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'security_group_rule': {'security_group_id': '246e9fa9-513c-4d87-ba3e-6f6410a59cf3', 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:14.879510 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.securitygroups_db [None req-feacf4fc-9c9a-4640-9607-522d9773bfe7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Project a5d8a01fa4024794b4dde3beebbbd7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:23:14.886554 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-feacf4fc-9c9a-4640-9607-522d9773bfe7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (e03bd2ec-5a02-4792-b13e-73b541550a92), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.911028 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.945989 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-a63c6827-0324-4817-9ce7-7202befc7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:14.945989 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-a63c6827-0324-4817-9ce7-7202befc7d7d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0933778 Aug 05 02:23:14.963758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-feacf4fc-9c9a-4640-9607-522d9773bfe7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (e03bd2ec-5a02-4792-b13e-73b541550a92), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.968201 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-feacf4fc-9c9a-4640-9607-522d9773bfe7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (e03bd2ec-5a02-4792-b13e-73b541550a92), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.982445 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-b91dcc34-e5df-473c-a86f-817d781a2386 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466441 Aug 05 02:23:14.988437 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacf4fc-9c9a-4640-9607-522d9773bfe7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03bd2ec-5a02-4792-b13e-73b541550a92,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:14.996308 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-feacf4fc-9c9a-4640-9607-522d9773bfe7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:14.997522 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-feacf4fc-9c9a-4640-9607-522d9773bfe7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498339 Aug 05 02:23:15.000942 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40096) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:15.006524 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-ad3893d1-2b73-4f32-bf84-1e98740a1634 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'security_group_rule': {'security_group_id': '246e9fa9-513c-4d87-ba3e-6f6410a59cf3', 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:15.031112 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.securitygroups_db [None req-ad3893d1-2b73-4f32-bf84-1e98740a1634 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Project a5d8a01fa4024794b4dde3beebbbd7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:23:15.034228 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:15.040358 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ad3893d1-2b73-4f32-bf84-1e98740a1634 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (5427b4a5-0a85-45eb-b56e-46a43cd40ecf), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.052369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d42f6-8824-4f88-b978-1824295621ce req-58a6a2a0-1d6e-4f4f-a21f-2feafa908327 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:15.053495 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e17d42f6-8824-4f88-b978-1824295621ce req-58a6a2a0-1d6e-4f4f-a21f-2feafa908327 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 945 time: 0.0556519 Aug 05 02:23:15.109518 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ad3893d1-2b73-4f32-bf84-1e98740a1634 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (5427b4a5-0a85-45eb-b56e-46a43cd40ecf), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.115756 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ad3893d1-2b73-4f32-bf84-1e98740a1634 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (5427b4a5-0a85-45eb-b56e-46a43cd40ecf), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.118527 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e17d42f6-8824-4f88-b978-1824295621ce req-fe7b7f76-0a8f-434f-a17c-4bdbbfc07f85 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569057 Aug 05 02:23:15.141182 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3893d1-2b73-4f32-bf84-1e98740a1634 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5427b4a5-0a85-45eb-b56e-46a43cd40ecf,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:15.151542 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ad3893d1-2b73-4f32-bf84-1e98740a1634 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.152766 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-ad3893d1-2b73-4f32-bf84-1e98740a1634 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507967 Aug 05 02:23:15.251976 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-45aea31d-7004-4027-a839-e2eabce932f3 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-502304730&fields=id&tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1 HTTP/1.1" status: 200 len: 267 time: 0.0502381 Aug 05 02:23:15.307652 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-05476868-e5ad-46ee-a0bf-e3b4426fc2ab tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:15.309197 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-05476868-e5ad-46ee-a0bf-e3b4426fc2ab tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0519869 Aug 05 02:23:15.319635 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-c047ef79-0275-495f-aca1-750ad4bbe4d2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'port': {'security_groups': ['1c331154-f558-4265-bdeb-8468572983e6', '246e9fa9-513c-4d87-ba3e-6f6410a59cf3']}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:15.392974 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-c047ef79-0275-495f-aca1-750ad4bbe4d2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.557339 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 40122) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:15.626941 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-c047ef79-0275-495f-aca1-750ad4bbe4d2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] For port 9017b9e3-fdca-4fff-a053-ec122ab62248, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9017b9e3-fdca-4fff-a053-ec122ab62248,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:15.658442 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-c047ef79-0275-495f-aca1-750ad4bbe4d2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.659132 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ff3d9-b6fb-480c-80e0-4cc9e79407fa req-04f28721-27cc-45e0-a837-e6184acd6353 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:15.660674 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-962ff3d9-b6fb-480c-80e0-4cc9e79407fa req-04f28721-27cc-45e0-a837-e6184acd6353 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0540583 Aug 05 02:23:15.663154 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-c047ef79-0275-495f-aca1-750ad4bbe4d2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13018890'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.676148 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-c047ef79-0275-495f-aca1-750ad4bbe4d2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:15.676780 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-c047ef79-0275-495f-aca1-750ad4bbe4d2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.678148 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-790d64e9-286d-4ac5-9e14-0bac506cc936 req-c047ef79-0275-495f-aca1-750ad4bbe4d2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "PUT /networking/v2.0/ports/9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 200 len: 981 time: 0.3630197 Aug 05 02:23:15.678647 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:23:15.681197 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafaefa2-8b3f-44cb-a0bf-288cde748651" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:15.699689 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a81f3cad-896e-4001-a801-2d24c255d60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.722918 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['9017b9e3-fdca-4fff-a053-ec122ab62248'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:23:15.744872 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-962ff3d9-b6fb-480c-80e0-4cc9e79407fa req-b62ce15a-16d2-4899-9fdb-83a37625e4c9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769503 Aug 05 02:23:15.752062 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047ef79-0275-495f-aca1-750ad4bbe4d2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'Port': ['ID=9017b9e3-fdca-4fff-a053-ec122ab62248,revision_number=6']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:15.808015 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a81f3cad-896e-4001-a801-2d24c255d60a admin admin] Publish callbacks [] for security_group (92de1068-85cb-40fa-a033-0f2c0f8f7251), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.814279 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a81f3cad-896e-4001-a801-2d24c255d60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (92de1068-85cb-40fa-a033-0f2c0f8f7251), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.817503 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7438ffe7-52a4-4741-ad10-729d78a3445f x-openstack-request-id: req-7438ffe7-52a4-4741-ad10-729d78a3445f {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:15.818363 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:15.818363 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7438ffe7-52a4-4741-ad10-729d78a3445f {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:15.818726 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7438ffe7-52a4-4741-ad10-729d78a3445f'] response: {'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'status': 'completed', 'code': 200} Aug 05 02:23:15.838758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dd802-fd1e-402b-896a-1b7d87803207 req-41c22c57-8a2c-41f9-a70c-da963dfc4ce2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:15.840574 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5e6dd802-fd1e-402b-896a-1b7d87803207 req-41c22c57-8a2c-41f9-a70c-da963dfc4ce2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.1043417 Aug 05 02:23:15.858537 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-a81f3cad-896e-4001-a801-2d24c255d60a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8c9af01ec7a14177881db5604741d808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000867 Aug 05 02:23:15.859687 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f3cad-896e-4001-a801-2d24c255d60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92de1068-85cb-40fa-a033-0f2c0f8f7251,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:15.862005 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 40132) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:15.892069 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:15.907549 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:15.922390 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61fc7da7-5725-4297-bbce-efced1ea097a admin admin] Publish callbacks [] for security_group (92de1068-85cb-40fa-a033-0f2c0f8f7251), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:15.923219 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5e6dd802-fd1e-402b-896a-1b7d87803207 req-876b43d7-673b-4535-8821-0b150b4a8078 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729184 Aug 05 02:23:15.939364 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['9017b9e3-fdca-4fff-a053-ec122ab62248'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:23:15.952469 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61fc7da7-5725-4297-bbce-efced1ea097a admin admin] Publish callbacks [] for security_group (92de1068-85cb-40fa-a033-0f2c0f8f7251), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.004631 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61fc7da7-5725-4297-bbce-efced1ea097a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (92de1068-85cb-40fa-a033-0f2c0f8f7251), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.007655 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61fc7da7-5725-4297-bbce-efced1ea097a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.008841 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-61fc7da7-5725-4297-bbce-efced1ea097a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/92de1068-85cb-40fa-a033-0f2c0f8f7251 HTTP/1.1" status: 204 len: 168 time: 0.1457424 Aug 05 02:23:16.019903 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc7da7-5725-4297-bbce-efced1ea097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92de1068-85cb-40fa-a033-0f2c0f8f7251,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:16.248768 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:16.256830 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:16.266480 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0587-5fc1-417e-8ead-db9acab5f57d req-c9f52d11-fdc7-4676-ab3c-b128ac5680a2 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:16.268811 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-596d0587-5fc1-417e-8ead-db9acab5f57d req-c9f52d11-fdc7-4676-ab3c-b128ac5680a2 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 945 time: 0.0531135 Aug 05 02:23:16.351299 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40144) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:16.357392 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:16.365483 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f704a616-8cea-4ab8-bedf-23bab97b4707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.447818 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f704a616-8cea-4ab8-bedf-23bab97b4707 admin admin] Publish callbacks [] for security_group (683a94a7-7af4-4dff-8e0a-35526e577069), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.453245 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f704a616-8cea-4ab8-bedf-23bab97b4707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (683a94a7-7af4-4dff-8e0a-35526e577069), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.458258 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-596d0587-5fc1-417e-8ead-db9acab5f57d req-152e485e-2b8c-43f0-bff9-ac3cdc9df779 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559467 Aug 05 02:23:16.488017 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9500191e-1719-4d7c-ab7f-b9918ed3c7ae req-78556cdc-3a89-4ce1-a076-cd3f2f94431f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180421 Aug 05 02:23:16.493241 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-159a3d3c-2630-4b27-8490-d37ef48538a1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221200 Aug 05 02:23:16.499055 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-f704a616-8cea-4ab8-bedf-23bab97b4707 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3527b66090744025b139510393902e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467011 Aug 05 02:23:16.500196 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704a616-8cea-4ab8-bedf-23bab97b4707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683a94a7-7af4-4dff-8e0a-35526e577069,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:16.501709 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 40146) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:16.555363 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0199a05b-a2c5-467e-ac27-8a0ee11dcedf admin admin] Publish callbacks [] for security_group (683a94a7-7af4-4dff-8e0a-35526e577069), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.576918 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0199a05b-a2c5-467e-ac27-8a0ee11dcedf admin admin] Publish callbacks [] for security_group (683a94a7-7af4-4dff-8e0a-35526e577069), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.584273 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:16.625091 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0199a05b-a2c5-467e-ac27-8a0ee11dcedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (683a94a7-7af4-4dff-8e0a-35526e577069), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.627687 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0199a05b-a2c5-467e-ac27-8a0ee11dcedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:16.628856 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0199a05b-a2c5-467e-ac27-8a0ee11dcedf admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/683a94a7-7af4-4dff-8e0a-35526e577069 HTTP/1.1" status: 204 len: 168 time: 0.1254859 Aug 05 02:23:16.637456 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199a05b-a2c5-467e-ac27-8a0ee11dcedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a94a7-7af4-4dff-8e0a-35526e577069,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:16.873890 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90faef-7c66-4293-8b20-c2b059bea71a req-ab0cabc9-9309-40c2-9402-88d8163c1ca0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:16.875384 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2c90faef-7c66-4293-8b20-c2b059bea71a req-ab0cabc9-9309-40c2-9402-88d8163c1ca0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0494258 Aug 05 02:23:16.934210 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2c90faef-7c66-4293-8b20-c2b059bea71a req-405ab115-6df1-4b32-bbf7-52e497c10e84 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Aug 05 02:23:17.012018 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-de325a17-1d61-4169-a0a2-1cf07fa8f035 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:17.013692 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-de325a17-1d61-4169-a0a2-1cf07fa8f035 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 945 time: 0.0867729 Aug 05 02:23:17.047359 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c42d4fc1-5bbb-4c4f-985d-51938f81664f req-eb5f2dc8-f6a4-4537-af5e-3569a4c466a9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394672 Aug 05 02:23:17.124135 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Deleting port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:23:17.124542 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:17.218087 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-f2e3f2de-2fd6-4c74-8df9-c7f4332793cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:17.219808 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-f2e3f2de-2fd6-4c74-8df9-c7f4332793cc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 1168 time: 0.0518906 Aug 05 02:23:17.243103 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:17.302689 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] For port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,segment=NetworkSegment(08b9562d-00c9-4a08-b744-dd0c4f9cf693),segment_id=08b9562d-00c9-4a08-b744-dd0c4f9cf693)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:17.303060 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:17.321706 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Calling delete_port for 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:23:17.390078 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-67547e92-22ba-4604-94c1-360169d8a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:17.391530 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-67547e92-22ba-4604-94c1-360169d8a72b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d HTTP/1.1" status: 200 len: 915 time: 0.1637125 Aug 05 02:23:17.481638 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (25ab673e-d0f2-4f57-ab69-0df7d17ddc78), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:17.512919 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Pushing event deleted for resources: {'Port': ['ID=25ab673e-d0f2-4f57-ab69-0df7d17ddc78,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:17.565065 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] No DVR routers for this DVR port 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:23:17.574321 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:17.577499 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-290f173f-376c-437a-91bf-f53ed042bbd7 req-17d06d7f-24df-49b7-b173-e2b7bd6ccea6 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.45 "DELETE /networking/v2.0/ports/25ab673e-d0f2-4f57-ab69-0df7d17ddc78 HTTP/1.1" status: 204 len: 173 time: 0.5470784 Aug 05 02:23:17.578046 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865edaf2-33cf-496d-a052-35aa26d85c59', 'name': 'network-vif-deleted', 'tag': '25ab673e-d0f2-4f57-ab69-0df7d17ddc78'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:23:17.580067 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8608f-09a7-4a86-bf66-679759ab4c71" -d '{"events": [{"server_uuid": "865edaf2-33cf-496d-a052-35aa26d85c59", "name": "network-vif-deleted", "tag": "25ab673e-d0f2-4f57-ab69-0df7d17ddc78"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:17.604155 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2ecdb271-261b-43ed-812b-09ca1215ff45 req-7ea7e007-d71a-4fa9-a7c4-617f32330c33 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 210 time: 0.0403259 Aug 05 02:23:17.633885 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9557af40-ad4c-46c7-9b5e-12d7741c151b x-openstack-request-id: req-9557af40-ad4c-46c7-9b5e-12d7741c151b {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:17.634201 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865edaf2-33cf-496d-a052-35aa26d85c59", "name": "network-vif-deleted", "tag": "25ab673e-d0f2-4f57-ab69-0df7d17ddc78", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:17.634454 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9557af40-ad4c-46c7-9b5e-12d7741c151b {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:17.635500 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9557af40-ad4c-46c7-9b5e-12d7741c151b'] response: {'server_uuid': '865edaf2-33cf-496d-a052-35aa26d85c59', 'name': 'network-vif-deleted', 'tag': '25ab673e-d0f2-4f57-ab69-0df7d17ddc78', 'status': 'completed', 'code': 200} Aug 05 02:23:18.064210 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b4e6-00a7-463f-ae56-bc077e2a8643 req-b1764dd6-3506-4db9-9edb-45e496898c58 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:18.068767 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0964b4e6-00a7-463f-ae56-bc077e2a8643 req-b1764dd6-3506-4db9-9edb-45e496898c58 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0595987 Aug 05 02:23:18.128770 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0964b4e6-00a7-463f-ae56-bc077e2a8643 req-05cbe281-b132-47bc-8bb3-1c75e3364a4f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546665 Aug 05 02:23:18.713666 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d45fe29a-246f-4c42-9bd6-d2cdeffef8dc req-c043245c-4322-45ff-b0a0-7e1e3ec6a42b tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 210 time: 0.0300865 Aug 05 02:23:19.245990 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e4436-a53a-439a-b223-282077067559 req-9640eba6-ecae-4db3-881b-adf0e5f15f7a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:19.247440 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-805e4436-a53a-439a-b223-282077067559 req-9640eba6-ecae-4db3-881b-adf0e5f15f7a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0466907 Aug 05 02:23:19.293418 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-805e4436-a53a-439a-b223-282077067559 req-50172e54-4b1d-44f8-b39f-d19d424af2b7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Aug 05 02:23:19.461144 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:23:19.482415 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:23:19.482759 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 25ab673e-d0f2-4f57-ab69-0df7d17ddc78 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:23:19.712184 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-7ce319aa-f4dc-48e2-9a78-e3f56557f304 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 200 len: 1000 time: 0.0669880 Aug 05 02:23:19.798236 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-9c63c937-7568-4761-8b48-cc668f5936b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:19.799740 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-9c63c937-7568-4761-8b48-cc668f5936b0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=edda7678-889a-4621-b058-4d3ec66d706a HTTP/1.1" status: 200 len: 853 time: 0.0578177 Aug 05 02:23:19.843338 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1c10d9fa-719c-4e2c-9b87-94028a6ce448 req-2eb69aa0-2c3d-4989-a438-7fa63ec28aa0 tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 210 time: 0.0426540 Aug 05 02:23:19.883192 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-17ba7456-0242-47a3-8fe6-c1ab997b6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:19.885292 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-17ba7456-0242-47a3-8fe6-c1ab997b6253 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512187 Aug 05 02:23:20.260550 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:20.294465 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-e47b3a13-326f-47a4-a682-abb7b98a657a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871596 Aug 05 02:23:20.441493 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b609c1b-ce16-4a74-8773-194e43a0f32a req-973de125-ab58-4b08-a678-6137d0dcc79a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:20.441493 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5b609c1b-ce16-4a74-8773-194e43a0f32a req-973de125-ab58-4b08-a678-6137d0dcc79a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0669827 Aug 05 02:23:20.455486 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eafaefa2-8b3f-44cb-a0bf-288cde748651 req-b0fae513-f189-49d1-93a6-8e5a29c5842a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138866 Aug 05 02:23:20.487398 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5b609c1b-ce16-4a74-8773-194e43a0f32a req-e5dc2d15-3857-4ffa-a199-2e4b69e0c8c5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464616 Aug 05 02:23:20.988872 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-14167cfd-1ebf-4368-b5a5-223312e632b9 req-0ba3112a-8f89-4a02-8efd-ad0e44f664ef tempest-VolumesActionsTest-1350616301 tempest-VolumesActionsTest-1350616301-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=865edaf2-33cf-496d-a052-35aa26d85c59 HTTP/1.1" status: 200 len: 210 time: 0.0476637 Aug 05 02:23:21.607690 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1d5f-3afe-413e-9084-36e34e6acb28 req-80e30f50-3700-4d45-8f8d-8796158a5025 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:21.609187 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1dde1d5f-3afe-413e-9084-36e34e6acb28 req-80e30f50-3700-4d45-8f8d-8796158a5025 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0484157 Aug 05 02:23:21.656251 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1dde1d5f-3afe-413e-9084-36e34e6acb28 req-a4388285-cff8-4c14-8d60-396b5cf85576 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415113 Aug 05 02:23:25.475368 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-38153bbe-953a-4ee0-8550-816330e920fb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386984 Aug 05 02:23:25.830217 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-047bf4d2-fdb3-4ff9-ba32-2a766526dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:25.831620 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-047bf4d2-fdb3-4ff9-ba32-2a766526dabd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 1130 time: 0.0431645 Aug 05 02:23:25.939223 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-85f5a6d8-d274-4175-86a6-bc33b4bc163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:25.940936 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-85f5a6d8-d274-4175-86a6-bc33b4bc163f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.0870986 Aug 05 02:23:26.006883 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-c550a417-8610-4492-bc9d-b8400f1617d7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7885d180-df69-43cf-b111-f789955314dc HTTP/1.1" status: 200 len: 1001 time: 0.0589426 Aug 05 02:23:26.049312 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:26.055798 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-1de908c5-4152-4e0b-8ff3-5374ebd1ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:26.057824 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-1de908c5-4152-4e0b-8ff3-5374ebd1ed6b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0447240 Aug 05 02:23:26.100774 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-f955a9c6-b9fb-412c-925f-1669502540a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:26.102144 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-f955a9c6-b9fb-412c-925f-1669502540a2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382674 Aug 05 02:23:26.393843 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-772317f1-6cff-4d49-995f-d86dbd7cd912 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843854 Aug 05 02:23:26.484349 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b771ad03-9980-4d03-ba2d-56854ba9a0fb req-5aedb0ed-ee2d-4671-b76e-bc5926301142 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835586 Aug 05 02:23:26.652556 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=31 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:27.265150 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 40346) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:27.269795 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141913535', 'description': 'tempest-description--1807522282'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:27.289504 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.359027 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group (c0cdafd2-6d43-42e8-90b5-04149bd3ac79), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.362662 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c0cdafd2-6d43-42e8-90b5-04149bd3ac79), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.391622 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.392870 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1266873 Aug 05 02:23:27.395921 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40348) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:27.396758 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cdafd2-6d43-42e8-90b5-04149bd3ac79,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:27.400719 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-0d68d92e-5ea7-4bab-974f-9079044bb892 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Request body: {'security_group_rule': {'security_group_id': 'c0cdafd2-6d43-42e8-90b5-04149bd3ac79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:27.403958 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.404310 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.404683 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.405030 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.405368 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.405702 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.406035 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.406365 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.406701 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.407024 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.407349 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.407677 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.408003 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.408334 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.408684 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fdd40c-c136-4df0-a6b1-f0e979eaa690 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:27.429053 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0d68d92e-5ea7-4bab-974f-9079044bb892 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group_rule (bab67de4-cb79-4e33-b28c-be0e4eebad03), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.483539 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0d68d92e-5ea7-4bab-974f-9079044bb892 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group_rule (bab67de4-cb79-4e33-b28c-be0e4eebad03), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.486873 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0d68d92e-5ea7-4bab-974f-9079044bb892 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (bab67de4-cb79-4e33-b28c-be0e4eebad03), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.497306 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:27.509938 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68d92e-5ea7-4bab-974f-9079044bb892 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab67de4-cb79-4e33-b28c-be0e4eebad03,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:27.537940 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0d68d92e-5ea7-4bab-974f-9079044bb892 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.539404 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-0d68d92e-5ea7-4bab-974f-9079044bb892 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420047 Aug 05 02:23:27.542232 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40350) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:27.546551 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-58304cc7-1928-411f-be35-a231faf318fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Request body: {'security_group_rule': {'security_group_id': 'c0cdafd2-6d43-42e8-90b5-04149bd3ac79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:27.574035 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-58304cc7-1928-411f-be35-a231faf318fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group_rule (f0c74836-73d8-4a04-9dcc-bba58e3e4cd4), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.615809 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=14 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:27.626279 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:27.631884 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-58304cc7-1928-411f-be35-a231faf318fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group_rule (f0c74836-73d8-4a04-9dcc-bba58e3e4cd4), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.635497 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-58304cc7-1928-411f-be35-a231faf318fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (f0c74836-73d8-4a04-9dcc-bba58e3e4cd4), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.653932 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58304cc7-1928-411f-be35-a231faf318fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c74836-73d8-4a04-9dcc-bba58e3e4cd4,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:27.661717 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-58304cc7-1928-411f-be35-a231faf318fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.662895 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-58304cc7-1928-411f-be35-a231faf318fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197383 Aug 05 02:23:27.666015 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40352) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:27.670623 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:27.685581 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:27.691758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.773137 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:27.879366 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Allocated IP 172.27.0.170 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/cd8a8930-4484-46f1-9ba5-7b42a78bdc40) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:23:27.987602 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for port (cd8a8930-4484-46f1-9ba5-7b42a78bdc40), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:28.019290 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (cd8a8930-4484-46f1-9ba5-7b42a78bdc40), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:28.056585 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:23:28.061502 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:23:28.065134 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:23:28.089831 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event updated for resources: {'Port': ['ID=cd8a8930-4484-46f1-9ba5-7b42a78bdc40,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:28.156606 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for floatingip (71e53a2b-6435-4f46-b24b-a3eb3b422a49), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:28.191861 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (cd8a8930-4484-46f1-9ba5-7b42a78bdc40), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:28.211350 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:28.341525 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for port (cd8a8930-4484-46f1-9ba5-7b42a78bdc40), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:28.345991 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13018890'] for port (cd8a8930-4484-46f1-9ba5-7b42a78bdc40), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:28.402857 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:28.411674 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event updated for resources: {'Port': ['ID=cd8a8930-4484-46f1-9ba5-7b42a78bdc40,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:28.414372 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (71e53a2b-6435-4f46-b24b-a3eb3b422a49), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:28.430712 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:28.432137 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-9ed8d8ac-90db-4c34-900c-133df9d19eb5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7645085 Aug 05 02:23:28.629585 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-b78a85f1-bfe1-4d2b-8289-7794d03ec7e4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--141913535&fields=id&tenant_id=00eaaf2e12844123996e26c1827d80b2 HTTP/1.1" status: 200 len: 267 time: 0.0454648 Aug 05 02:23:28.718730 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:28.741378 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-4ae7556e-3b33-4b9a-9c52-8baffabff36a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:28.743060 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-4ae7556e-3b33-4b9a-9c52-8baffabff36a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 819 time: 0.1062498 Aug 05 02:23:28.758062 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-fba5cf20-1866-47ee-bea1-ee2bd8561de8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/quotas/00eaaf2e12844123996e26c1827d80b2 HTTP/1.1" status: 200 len: 375 time: 0.0089552 Aug 05 02:23:28.811947 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-473b8f0a-15c7-437d-ae80-5c052fbf4e8f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0479517 Aug 05 02:23:28.924488 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-db4409e7-0b72-4454-be3c-c4cb6a6c1d01 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007597 Aug 05 02:23:29.011919 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-dcfd41c6-3f70-47c0-8875-9a40c4287963 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Aug 05 02:23:29.172770 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7eeceee8-4ae2-46f5-aeea-f4f80d7eead6 req-51faaaf9-6bdc-4e03-9aed-61ce1f1b517c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0312092 Aug 05 02:23:29.466144 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=24 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:30.274705 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3941f765-9b50-4d32-ae0a-f059c88151d8 req-c32dc1a7-8882-4f6d-9501-439d4e01281c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0308313 Aug 05 02:23:30.914869 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:31.374130 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-621c1435-7a0b-4c60-a152-e6b07974d93e req-fcbf3c03-d4de-4161-9a28-34ce2c10729f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0280542 Aug 05 02:23:32.475278 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3de6abaf-9657-4db8-ae29-a984bd545d50 req-00052093-4b8e-4a47-929e-ac5763aea3e5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0292697 Aug 05 02:23:32.554575 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:32.589956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-0895f1de-08c2-4a02-99a9-223ada961d71 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:32.591635 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-0895f1de-08c2-4a02-99a9-223ada961d71 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 819 time: 0.1059885 Aug 05 02:23:32.666146 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-b4196614-fc1a-4fbb-a100-0f879a21894e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=00eaaf2e12844123996e26c1827d80b2 HTTP/1.1" status: 200 len: 379 time: 0.0573394 Aug 05 02:23:32.780062 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Request body: {'port': {'device_id': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'admin_state_up': True, 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'security_groups': ['c0cdafd2-6d43-42e8-90b5-04149bd3ac79']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:32.886972 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Made reservation on behalf of 00eaaf2e12844123996e26c1827d80b2 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:23:32.890566 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:33.027756 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Allocated IP 172.20.0.7 (9bc7c284-9f26-422a-ac52-0cd8c7ee2353/8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e/025ccb86-82f0-4646-825e-bf471dd56047) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:23:33.177227 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for port (025ccb86-82f0-4646-825e-bf471dd56047), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:33.224459 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (025ccb86-82f0-4646-825e-bf471dd56047), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:33.235226 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:33.283354 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:23:33.288674 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:23:33.292146 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:23:33.299642 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:33.300772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:33.309564 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event updated for resources: {'Port': ['ID=025ccb86-82f0-4646-825e-bf471dd56047,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:33.335228 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-162bf12f-117d-451a-9fdc-87af482816e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589838 Aug 05 02:23:33.364346 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Request body: {'port': {'device_id': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:33.469127 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (025ccb86-82f0-4646-825e-bf471dd56047), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:33.562620 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-09f505b1-ba6b-4a97-a05b-c8f1bdd57a0a None None] Provisioning complete for port 025ccb86-82f0-4646-825e-bf471dd56047 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:23:33.565118 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-09f505b1-ba6b-4a97-a05b-c8f1bdd57a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (025ccb86-82f0-4646-825e-bf471dd56047), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:33.626815 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6dbc6-27e9-40b0-ac6a-d19da4cf3c01 req-5f35fa9a-7f80-410d-a65b-39ad5a3bd58e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:33.628367 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9ca6dbc6-27e9-40b0-ac6a-d19da4cf3c01 req-5f35fa9a-7f80-410d-a65b-39ad5a3bd58e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 931 time: 0.0604672 Aug 05 02:23:33.634409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:33.634960 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-09f505b1-ba6b-4a97-a05b-c8f1bdd57a0a None None] Port 025ccb86-82f0-4646-825e-bf471dd56047 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:23:33.721074 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9ca6dbc6-27e9-40b0-ac6a-d19da4cf3c01 req-03e1d6a7-2f7b-4f45-9d8a-9417a8de6bb9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854456 Aug 05 02:23:33.875896 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025ccb86-82f0-4646-825e-bf471dd56047 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:23:33.883759 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Publish callbacks [] for port (025ccb86-82f0-4646-825e-bf471dd56047), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:33.897139 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Transition to ACTIVE for port object 025ccb86-82f0-4646-825e-bf471dd56047 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:23:33.902216 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (025ccb86-82f0-4646-825e-bf471dd56047), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:33.980899 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Pushing event updated for resources: {'Port': ['ID=025ccb86-82f0-4646-825e-bf471dd56047,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:33.988587 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Attempting to bind port 025ccb86-82f0-4646-825e-bf471dd56047 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:23:33.989013 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Attempting to bind port 025ccb86-82f0-4646-825e-bf471dd56047 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:23:33.989601 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Attempting to bind port 025ccb86-82f0-4646-825e-bf471dd56047 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:23:33.994356 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Port 025ccb86-82f0-4646-825e-bf471dd56047 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:23:33.995350 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Attempting to bind port 025ccb86-82f0-4646-825e-bf471dd56047 on network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:23:34.000810 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:23:34.001148 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Checking segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:23:34.001677 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Bound using segment: {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:23:34.002099 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Bound port: 025ccb86-82f0-4646-825e-bf471dd56047, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883df0c9-3ab6-4965-aa01-6b177cea50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:23:34.002452 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (025ccb86-82f0-4646-825e-bf471dd56047), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:34.070872 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] For port 025ccb86-82f0-4646-825e-bf471dd56047, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:23:34.074300 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] For port 025ccb86-82f0-4646-825e-bf471dd56047, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=025ccb86-82f0-4646-825e-bf471dd56047,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:23:34.081667 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (025ccb86-82f0-4646-825e-bf471dd56047), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:34.106285 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:34.106737 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:34.108212 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/025ccb86-82f0-4646-825e-bf471dd56047 HTTP/1.1" status: 200 len: 1093 time: 0.7535877 Aug 05 02:23:34.108736 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:23:34.111169 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2c2c69-22f2-4555-88ed-d3ebf146695e" -d '{"events": [{"name": "network-changed", "server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "tag": "025ccb86-82f0-4646-825e-bf471dd56047"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:34.154058 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0f42a-3654-43e1-945c-ef5d640a280f service neutron] Pushing event updated for resources: {'Port': ['ID=025ccb86-82f0-4646-825e-bf471dd56047,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:34.185929 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae599ff-4418-4865-a8cb-218f71ef8c54 x-openstack-request-id: req-4ae599ff-4418-4865-a8cb-218f71ef8c54 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:34.186463 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "tag": "025ccb86-82f0-4646-825e-bf471dd56047", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:34.186788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ae599ff-4418-4865-a8cb-218f71ef8c54 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:34.187300 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae599ff-4418-4865-a8cb-218f71ef8c54'] response: {'name': 'network-changed', 'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047', 'status': 'completed', 'code': 200} Aug 05 02:23:34.260223 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-4d59900b-0a01-47c5-93ac-2da9609b04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:34.263508 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-4d59900b-0a01-47c5-93ac-2da9609b04b8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 1127 time: 0.0474412 Aug 05 02:23:34.319330 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-a032796f-0bda-45a6-9c3d-fbd6d5bb9f8b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025ccb86-82f0-4646-825e-bf471dd56047 HTTP/1.1" status: 200 len: 217 time: 0.0414381 Aug 05 02:23:34.378430 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-b0641d05-8ee1-47cb-a078-107fb7d19456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:34.379950 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-b0641d05-8ee1-47cb-a078-107fb7d19456 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0502727 Aug 05 02:23:34.428303 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-6a445cff-8f58-448b-95d6-a4f3b8c53bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:34.429929 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-6a445cff-8f58-448b-95d6-a4f3b8c53bcc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421231 Aug 05 02:23:34.506004 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:34.543793 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-fa0dd782-c9fb-4191-9ad4-ba513f25707a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061347 Aug 05 02:23:34.642548 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b96caff3-9cda-4ad3-8fb1-292656ae5025 req-10b9f91f-1d9e-4689-baa8-66c3bc2f1726 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931056 Aug 05 02:23:34.932664 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958df51f-9c55-4d1f-b208-9304215ea91b req-40fbc99f-1a9a-4bb3-925f-93af506e50e1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:34.934832 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-958df51f-9c55-4d1f-b208-9304215ea91b req-40fbc99f-1a9a-4bb3-925f-93af506e50e1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 943 time: 0.0944028 Aug 05 02:23:35.014471 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-958df51f-9c55-4d1f-b208-9304215ea91b req-c14fff7d-f860-42a0-a8a1-d163a2b3f04b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706816 Aug 05 02:23:36.155224 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4d3bb-a072-490b-8990-b5768b018ae9 req-ec934a6c-f37d-416a-8155-77fea65c40c4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:36.156749 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-40c4d3bb-a072-490b-8990-b5768b018ae9 req-ec934a6c-f37d-416a-8155-77fea65c40c4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 943 time: 0.0515578 Aug 05 02:23:36.222328 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-40c4d3bb-a072-490b-8990-b5768b018ae9 req-93f0dfeb-5b1b-498d-830b-cb5676482f75 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589073 Aug 05 02:23:36.786518 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40526) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:36.906077 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-88431335-a352-4eed-86c7-495d696c0681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:36.986902 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-88431335-a352-4eed-86c7-495d696c0681 admin admin] Publish callbacks [] for security_group (c93919bb-14eb-4de2-9615-56d612d7362f), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:36.991671 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-88431335-a352-4eed-86c7-495d696c0681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c93919bb-14eb-4de2-9615-56d612d7362f), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.033068 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-88431335-a352-4eed-86c7-495d696c0681 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e4823984c3f54419ba691f207fb34fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479401 Aug 05 02:23:37.034057 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431335-a352-4eed-86c7-495d696c0681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93919bb-14eb-4de2-9615-56d612d7362f,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:37.035793 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 40534) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:37.093015 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0faa5fd0-cff2-4904-9070-228dbf210e61 admin admin] Publish callbacks [] for security_group (c93919bb-14eb-4de2-9615-56d612d7362f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.106874 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:37.122297 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0faa5fd0-cff2-4904-9070-228dbf210e61 admin admin] Publish callbacks [] for security_group (c93919bb-14eb-4de2-9615-56d612d7362f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.173949 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0faa5fd0-cff2-4904-9070-228dbf210e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c93919bb-14eb-4de2-9615-56d612d7362f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.176755 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0faa5fd0-cff2-4904-9070-228dbf210e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.177929 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0faa5fd0-cff2-4904-9070-228dbf210e61 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c93919bb-14eb-4de2-9615-56d612d7362f HTTP/1.1" status: 204 len: 168 time: 0.1410193 Aug 05 02:23:37.193771 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa5fd0-cff2-4904-9070-228dbf210e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93919bb-14eb-4de2-9615-56d612d7362f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:37.351281 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7487-d6ae-4803-9801-da9401c6ae1c req-418eaa94-cff6-41b0-b243-fdb5d1f65846 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:37.353241 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f88c7487-d6ae-4803-9801-da9401c6ae1c req-418eaa94-cff6-41b0-b243-fdb5d1f65846 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 943 time: 0.0523674 Aug 05 02:23:37.421262 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f88c7487-d6ae-4803-9801-da9401c6ae1c req-420f1f6f-c06b-4907-a3e6-112b5110cf61 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616937 Aug 05 02:23:37.563589 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40546) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:37.580906 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4e9b-3d88-442b-a070-ef0ff0d1729d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.642282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:37.670820 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4e9b-3d88-442b-a070-ef0ff0d1729d admin admin] Publish callbacks [] for security_group (352dec60-2566-463f-8775-65d4f094d239), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.676674 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4e9b-3d88-442b-a070-ef0ff0d1729d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (352dec60-2566-463f-8775-65d4f094d239), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.718072 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f4e9b-3d88-442b-a070-ef0ff0d1729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352dec60-2566-463f-8775-65d4f094d239,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:37.722691 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-0c2f4e9b-3d88-442b-a070-ef0ff0d1729d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f34e385f0aeb4746aad56e46830ae3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581275 Aug 05 02:23:37.725289 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40548) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:37.779667 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8721cc72-a421-4ebf-85ac-8c314f84cc51 admin admin] Publish callbacks [] for security_group (352dec60-2566-463f-8775-65d4f094d239), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.803051 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8721cc72-a421-4ebf-85ac-8c314f84cc51 admin admin] Publish callbacks [] for security_group (352dec60-2566-463f-8775-65d4f094d239), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.839060 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:37.861665 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8721cc72-a421-4ebf-85ac-8c314f84cc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (352dec60-2566-463f-8775-65d4f094d239), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.864602 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8721cc72-a421-4ebf-85ac-8c314f84cc51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:37.865774 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8721cc72-a421-4ebf-85ac-8c314f84cc51 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/352dec60-2566-463f-8775-65d4f094d239 HTTP/1.1" status: 204 len: 168 time: 0.1392872 Aug 05 02:23:37.876368 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721cc72-a421-4ebf-85ac-8c314f84cc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352dec60-2566-463f-8775-65d4f094d239,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:38.072086 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-41ff8e1b-8168-4f96-a0d9-1d35332b3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:38.073714 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-41ff8e1b-8168-4f96-a0d9-1d35332b3793 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 1127 time: 0.0501928 Aug 05 02:23:38.240774 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-2d31f34a-2fa7-4345-b91e-f71b29e2a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:38.243791 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-2d31f34a-2fa7-4345-b91e-f71b29e2a78b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.1633353 Aug 05 02:23:38.306963 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-053bfa0b-a0f3-4e36-98e4-0082b4631a35 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025ccb86-82f0-4646-825e-bf471dd56047 HTTP/1.1" status: 200 len: 217 time: 0.0560100 Aug 05 02:23:38.394743 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-69d1f60c-6b04-4e21-9e47-8dda8c32c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:38.399110 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-69d1f60c-6b04-4e21-9e47-8dda8c32c087 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0824289 Aug 05 02:23:38.453377 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-4c207f13-5d4d-429e-898f-b006c6663f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:38.454904 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-4c207f13-5d4d-429e-898f-b006c6663f42 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520689 Aug 05 02:23:38.658665 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff0f78-ccff-41db-8a19-9d744b7863b2 req-7143ab66-850e-4abd-b061-04e44dce5b93 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:38.666798 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0dff0f78-ccff-41db-8a19-9d744b7863b2 req-7143ab66-850e-4abd-b061-04e44dce5b93 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 943 time: 0.1266348 Aug 05 02:23:38.706287 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-01c2dbc4-cfa7-4f6d-a22f-ff3dff231b77 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430282 Aug 05 02:23:38.819670 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0dff0f78-ccff-41db-8a19-9d744b7863b2 req-88568977-3e65-44eb-9370-ac1054d73125 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506627 Aug 05 02:23:38.877715 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e2c2c69-22f2-4555-88ed-d3ebf146695e req-c3320b4e-8a6d-4864-85ab-7ad9da9796f5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610928 Aug 05 02:23:38.938570 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 025ccb86-82f0-4646-825e-bf471dd56047 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:23:39.046397 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 025ccb86-82f0-4646-825e-bf471dd56047, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=025ccb86-82f0-4646-825e-bf471dd56047,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:39.061051 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '025ccb86-82f0-4646-825e-bf471dd56047', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'port_id': '025ccb86-82f0-4646-825e-bf471dd56047', 'mac_address': 'fa:16:3e:02:09:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:23:39.105789 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 025ccb86-82f0-4646-825e-bf471dd56047 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:23:39.106165 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (025ccb86-82f0-4646-825e-bf471dd56047), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:39.122359 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025ccb86-82f0-4646-825e-bf471dd56047 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:23:39.146302 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 025ccb86-82f0-4646-825e-bf471dd56047, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=025ccb86-82f0-4646-825e-bf471dd56047,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:39.156670 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (025ccb86-82f0-4646-825e-bf471dd56047), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:39.231491 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=025ccb86-82f0-4646-825e-bf471dd56047,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:39.239216 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.239694 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.240190 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.240713 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.241119 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.241575 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.241973 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.242365 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.242822 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.243222 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.243617 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.244026 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.244452 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.244962 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.245926 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:39.730378 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['025ccb86-82f0-4646-825e-bf471dd56047'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:23:40.007329 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4a329-9c63-4282-a861-c08c9481abf2 req-f281b588-2338-440f-9943-88194a631b3c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:40.019849 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-84b4a329-9c63-4282-a861-c08c9481abf2 req-f281b588-2338-440f-9943-88194a631b3c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 944 time: 0.0747197 Aug 05 02:23:40.024840 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-436bfbe3-797e-40bf-be90-65bd01a46e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:40.080227 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-84b4a329-9c63-4282-a861-c08c9481abf2 req-e6825e42-2100-4c3d-844d-8bfd12040a5b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590913 Aug 05 02:23:41.164398 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 025ccb86-82f0-4646-825e-bf471dd56047 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:23:41.209474 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:41.219156 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11470f5a-e7b7-469d-8166-79c38f05ccaa req-b26ec752-1207-4763-a134-b96eb78f3222 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:41.222278 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11470f5a-e7b7-469d-8166-79c38f05ccaa req-b26ec752-1207-4763-a134-b96eb78f3222 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 944 time: 0.0654550 Aug 05 02:23:41.262236 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 025ccb86-82f0-4646-825e-bf471dd56047 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:23:41.272107 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 025ccb86-82f0-4646-825e-bf471dd56047 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:23:41.272511 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (025ccb86-82f0-4646-825e-bf471dd56047), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:41.299889 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11470f5a-e7b7-469d-8166-79c38f05ccaa req-ee7b055c-11e8-4218-967b-8db1ad098ad1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665624 Aug 05 02:23:41.341851 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=100 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:41.392425 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 025ccb86-82f0-4646-825e-bf471dd56047 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:23:41.392732 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (025ccb86-82f0-4646-825e-bf471dd56047), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:41.423498 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:23:41.427046 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9447bda0-f129-4b9b-8082-a7f0ae5cab49" -d '{"events": [{"server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "025ccb86-82f0-4646-825e-bf471dd56047"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:41.445808 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 025ccb86-82f0-4646-825e-bf471dd56047, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=025ccb86-82f0-4646-825e-bf471dd56047,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:41.453873 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (025ccb86-82f0-4646-825e-bf471dd56047), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:41.485146 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c4f049-911f-4a2b-b968-0031493d00f1 x-openstack-request-id: req-c1c4f049-911f-4a2b-b968-0031493d00f1 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:41.485448 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "025ccb86-82f0-4646-825e-bf471dd56047", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:41.485769 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1c4f049-911f-4a2b-b968-0031493d00f1 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:41.486166 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c4f049-911f-4a2b-b968-0031493d00f1'] response: {'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047', 'code': 200} Aug 05 02:23:41.500545 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:41.516901 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=025ccb86-82f0-4646-825e-bf471dd56047,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:41.586496 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:23:41.779972 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e8049-e9a8-4f5a-8afc-0dc004afa7b7 req-3eccf956-8683-4583-a991-cf2c609c84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:41.783134 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-319e8049-e9a8-4f5a-8afc-0dc004afa7b7 req-3eccf956-8683-4583-a991-cf2c609c84cf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0539918 Aug 05 02:23:41.866973 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-319e8049-e9a8-4f5a-8afc-0dc004afa7b7 req-e2682bef-13cb-45be-be93-8cab7ca36ad0 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753379 Aug 05 02:23:42.232175 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-84ba7141-fea7-4e9c-8f4d-e3d51cbf7bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:42.445583 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b515f5-22fb-4ea6-9179-322575fe090c req-8da06419-2b3a-4f5d-9a9b-e4bd99b555ad tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:42.448357 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d8b515f5-22fb-4ea6-9179-322575fe090c req-8da06419-2b3a-4f5d-9a9b-e4bd99b555ad tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0597041 Aug 05 02:23:42.500797 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d8b515f5-22fb-4ea6-9179-322575fe090c req-ba988b81-9ed5-4cc8-bcf9-d826c650f63b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454130 Aug 05 02:23:43.215097 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:43.636258 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e629ce2-ca70-4e0c-840c-f7221508bde2 req-fe119133-f4ea-4493-b931-4b70482079f3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:43.638590 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7e629ce2-ca70-4e0c-840c-f7221508bde2 req-fe119133-f4ea-4493-b931-4b70482079f3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0550401 Aug 05 02:23:43.690863 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7e629ce2-ca70-4e0c-840c-f7221508bde2 req-b4955936-9602-48fa-96ae-10158a2cd8fc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450294 Aug 05 02:23:44.844797 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bf631-e144-41b1-a4db-cb009e4c2a0f req-fb7c4a15-869a-4764-84ad-84208b1c783c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:44.852072 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:44.854204 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-187bf631-e144-41b1-a4db-cb009e4c2a0f req-fb7c4a15-869a-4764-84ad-84208b1c783c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0636041 Aug 05 02:23:44.917964 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:44.928546 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-187bf631-e144-41b1-a4db-cb009e4c2a0f req-f41e8906-eb25-408e-8423-81024412dfdd tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730777 Aug 05 02:23:46.069116 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a458dd-e988-4e27-9f4b-7de214470d8c req-e1b6c62d-8be0-4375-b8ab-d9037b0ac13f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:46.070765 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-01a458dd-e988-4e27-9f4b-7de214470d8c req-e1b6c62d-8be0-4375-b8ab-d9037b0ac13f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0516443 Aug 05 02:23:46.125309 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-01a458dd-e988-4e27-9f4b-7de214470d8c req-e11eb344-6352-44c8-b92e-24446091fe6b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482874 Aug 05 02:23:47.256551 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68e0d6-ee71-4af7-9dcf-b791ee5677b9 req-2300eab8-6b28-4312-aabe-5752b25457f7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:47.257997 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ab68e0d6-ee71-4af7-9dcf-b791ee5677b9 req-2300eab8-6b28-4312-aabe-5752b25457f7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0516765 Aug 05 02:23:47.323451 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ab68e0d6-ee71-4af7-9dcf-b791ee5677b9 req-ffa7376a-b7a1-4ff0-bbba-8e670c4d94da tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586541 Aug 05 02:23:48.737292 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa870e-82e7-410e-be92-f757c6632b8e req-d5b7517d-b767-43f2-aa60-b118e68d6d24 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:48.738834 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d3fa870e-82e7-410e-be92-f757c6632b8e req-d5b7517d-b767-43f2-aa60-b118e68d6d24 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.3321338 Aug 05 02:23:48.796869 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d3fa870e-82e7-410e-be92-f757c6632b8e req-079ac356-b4a7-428a-84ad-cec980333a14 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507486 Aug 05 02:23:49.883525 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:49.921336 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d74782-385e-4b95-83cf-a7469083851e req-8a8bde96-9765-430c-bb71-aba9bf3c1462 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:49.922812 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-98d74782-385e-4b95-83cf-a7469083851e req-8a8bde96-9765-430c-bb71-aba9bf3c1462 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0488670 Aug 05 02:23:49.969994 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-98d74782-385e-4b95-83cf-a7469083851e req-fd50b3e5-d0f3-4589-993b-8f65718cc88f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414631 Aug 05 02:23:51.099048 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77dec1-92a8-45f3-b7e8-572726e03438 req-71e20a64-b1e7-4568-a53d-b718e3b9c05b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:51.100557 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-aa77dec1-92a8-45f3-b7e8-572726e03438 req-71e20a64-b1e7-4568-a53d-b718e3b9c05b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0500934 Aug 05 02:23:51.156008 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-aa77dec1-92a8-45f3-b7e8-572726e03438 req-9d0b24ff-4857-4b01-8a7f-fda2a69b9a94 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488250 Aug 05 02:23:51.290513 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86450ee4-7422-42e3-8107-ce72800dedcc req-722988a7-a246-4013-b069-da09df614093 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:51.293369 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-86450ee4-7422-42e3-8107-ce72800dedcc req-722988a7-a246-4013-b069-da09df614093 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0592909 Aug 05 02:23:51.303067 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 40810) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:51.308076 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-679579b2-ca39-4033-9546-825b724dffb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Request body: {'floatingip': {'port_id': '025ccb86-82f0-4646-825e-bf471dd56047'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:23:51.316517 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40812) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:51.383487 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679579b2-ca39-4033-9546-825b724dffb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for floatingip (71e53a2b-6435-4f46-b24b-a3eb3b422a49), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:51.429424 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:51.513591 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Publish callbacks [] for security_group (5d54e37d-0f21-44cf-9c0d-f0efdd356cd6), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:51.517304 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (5d54e37d-0f21-44cf-9c0d-f0efdd356cd6), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:51.554477 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:51.565603 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5f72ab3d4f214f199bfc113fcb145968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479830 Aug 05 02:23:51.568169 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d54e37d-0f21-44cf-9c0d-f0efdd356cd6,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:51.570364 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40816) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:51.586645 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:51.589901 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.590284 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.591279 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.591279 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.591524 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.591900 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.592244 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.592734 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.593409 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.593766 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.594200 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.594573 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.595005 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.595381 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.595798 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0ecd8-821a-42a4-9b01-9b6fa074e55f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:51.638214 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-728be9c2-cb61-497d-b068-e669f1b40819 admin admin] Publish callbacks [] for security_group (5d54e37d-0f21-44cf-9c0d-f0efdd356cd6), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:51.660149 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-728be9c2-cb61-497d-b068-e669f1b40819 admin admin] Publish callbacks [] for security_group (5d54e37d-0f21-44cf-9c0d-f0efdd356cd6), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:51.706728 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-728be9c2-cb61-497d-b068-e669f1b40819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (5d54e37d-0f21-44cf-9c0d-f0efdd356cd6), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:51.709549 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-728be9c2-cb61-497d-b068-e669f1b40819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:51.710916 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-728be9c2-cb61-497d-b068-e669f1b40819 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5d54e37d-0f21-44cf-9c0d-f0efdd356cd6 HTTP/1.1" status: 204 len: 168 time: 0.1395822 Aug 05 02:23:51.722060 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728be9c2-cb61-497d-b068-e669f1b40819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d54e37d-0f21-44cf-9c0d-f0efdd356cd6,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:52.022223 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40822) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:52.036675 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b00663e5-0db9-406f-9276-f83170cf31a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.106893 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:52.123418 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b00663e5-0db9-406f-9276-f83170cf31a4 admin admin] Publish callbacks [] for security_group (1e22caf1-4a98-4813-a281-6ea10853d9a1), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.128081 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b00663e5-0db9-406f-9276-f83170cf31a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (1e22caf1-4a98-4813-a281-6ea10853d9a1), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.168940 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b00663e5-0db9-406f-9276-f83170cf31a4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f6ec847e152648e98ed55b37c5b7e9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455765 Aug 05 02:23:52.171509 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40824) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:52.179215 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00663e5-0db9-406f-9276-f83170cf31a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e22caf1-4a98-4813-a281-6ea10853d9a1,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:52.205989 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679579b2-ca39-4033-9546-825b724dffb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.211319 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679579b2-ca39-4033-9546-825b724dffb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (71e53a2b-6435-4f46-b24b-a3eb3b422a49), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.227592 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c3e41c3f-048c-4623-91cb-ccda6e5a24fb admin admin] Publish callbacks [] for security_group (1e22caf1-4a98-4813-a281-6ea10853d9a1), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.251643 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:52.253448 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c3e41c3f-048c-4623-91cb-ccda6e5a24fb admin admin] Publish callbacks [] for security_group (1e22caf1-4a98-4813-a281-6ea10853d9a1), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.310704 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40830) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:52.318656 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [None req-679579b2-ca39-4033-9546-825b724dffb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Floating IP 71e53a2b-6435-4f46-b24b-a3eb3b422a49 associated. External IP: 172.27.0.170, port: 025ccb86-82f0-4646-825e-bf471dd56047. Aug 05 02:23:52.319201 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c3e41c3f-048c-4623-91cb-ccda6e5a24fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (1e22caf1-4a98-4813-a281-6ea10853d9a1), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.321625 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c3e41c3f-048c-4623-91cb-ccda6e5a24fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.323231 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-c3e41c3f-048c-4623-91cb-ccda6e5a24fb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1e22caf1-4a98-4813-a281-6ea10853d9a1 HTTP/1.1" status: 204 len: 168 time: 0.1506250 Aug 05 02:23:52.358816 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e41c3f-048c-4623-91cb-ccda6e5a24fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e22caf1-4a98-4813-a281-6ea10853d9a1,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:52.391280 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-35efba54-a7b3-410a-ab6e-0f1fbd34391d admin admin] Deleting subnet df49b367-6cda-4e11-9e53-7fa4b6fd1e0b {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:23:52.394898 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-35efba54-a7b3-410a-ab6e-0f1fbd34391d admin admin] Publish callbacks [] for subnet (df49b367-6cda-4e11-9e53-7fa4b6fd1e0b), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.430807 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-35efba54-a7b3-410a-ab6e-0f1fbd34391d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13584754'] for subnet (df49b367-6cda-4e11-9e53-7fa4b6fd1e0b), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.475029 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-35efba54-a7b3-410a-ab6e-0f1fbd34391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (df49b367-6cda-4e11-9e53-7fa4b6fd1e0b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.535118 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-35efba54-a7b3-410a-ab6e-0f1fbd34391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13018992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12884257'] for subnet (df49b367-6cda-4e11-9e53-7fa4b6fd1e0b), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.559827 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679579b2-ca39-4033-9546-825b724dffb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Router 4fd85068-7a5c-4930-8201-1ca404b7b646 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:23:52.570526 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-35efba54-a7b3-410a-ab6e-0f1fbd34391d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.577118 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-35efba54-a7b3-410a-ab6e-0f1fbd34391d admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/df49b367-6cda-4e11-9e53-7fa4b6fd1e0b HTTP/1.1" status: 204 len: 168 time: 0.2625248 Aug 05 02:23:52.577118 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efba54-a7b3-410a-ab6e-0f1fbd34391d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df49b367-6cda-4e11-9e53-7fa4b6fd1e0b,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:52.581512 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40836) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:52.646734 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:52.651663 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:52.662282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (7e162cf4-1761-488b-a0c2-fc8d03640ad2), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.673239 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679579b2-ca39-4033-9546-825b724dffb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:23:52.678352 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679579b2-ca39-4033-9546-825b724dffb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.684608 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] Sync routers for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:23:52.697927 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:23:52.699526 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:23:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:52.709482 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-679579b2-ca39-4033-9546-825b724dffb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/71e53a2b-6435-4f46-b24b-a3eb3b422a49 HTTP/1.1" status: 200 len: 991 time: 1.4052455 Aug 05 02:23:52.710157 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:23:52.713460 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb569aaf-9372-4ab2-8617-d0370185f5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "tag": "025ccb86-82f0-4646-825e-bf471dd56047"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:52.753943 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d74fa91-e154-44b4-9a0e-29ebd4695608 x-openstack-request-id: req-6d74fa91-e154-44b4-9a0e-29ebd4695608 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:52.754401 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "tag": "025ccb86-82f0-4646-825e-bf471dd56047", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:52.754746 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d74fa91-e154-44b4-9a0e-29ebd4695608 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:52.755259 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d74fa91-e154-44b4-9a0e-29ebd4695608'] response: {'name': 'network-changed', 'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047', 'status': 'completed', 'code': 200} Aug 05 02:23:52.760600 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (7e162cf4-1761-488b-a0c2-fc8d03640ad2), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.786497 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e162cf4-1761-488b-a0c2-fc8d03640ad2']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:52.798644 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b9562d-00c9-4a08-b744-dd0c4f9cf693') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:52.799132 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b9562d-00c9-4a08-b744-dd0c4f9cf693') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:52.810677 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (08b9562d-00c9-4a08-b744-dd0c4f9cf693), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.828081 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (08b9562d-00c9-4a08-b744-dd0c4f9cf693), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.847429 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:23:52.847847 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (08b9562d-00c9-4a08-b744-dd0c4f9cf693), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.851550 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:23:52.881443 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-c31091a5-b50c-49dd-9d04-ab4e8aca5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:52.883112 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-c31091a5-b50c-49dd-9d04-ab4e8aca5699 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0601928 Aug 05 02:23:52.900120 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 08b9562d-00c9-4a08-b744-dd0c4f9cf693 resource provider aggregate not found Aug 05 02:23:52.924866 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 08b9562d-00c9-4a08-b744-dd0c4f9cf693 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08b9562d-00c9-4a08-b744-dd0c4f9cf693 found for delete ", "request_id": "req-e73a4c0a-0191-4220-99ea-353a0c0e60ba"}]} Aug 05 02:23:52.934959 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (7e162cf4-1761-488b-a0c2-fc8d03640ad2), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.941372 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:52.947233 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/7e162cf4-1761-488b-a0c2-fc8d03640ad2 HTTP/1.1" status: 204 len: 168 time: 0.3631065 Aug 05 02:23:52.997006 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24de0c1-5974-4bdd-b238-76bc9aab7bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e162cf4-1761-488b-a0c2-fc8d03640ad2,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:53.032083 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-e7f60980-01e6-48d7-a9b8-21b92ea6cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:53.033685 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-e7f60980-01e6-48d7-a9b8-21b92ea6cfdb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.1434486 Aug 05 02:23:53.112435 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-a2431645-b19e-46b2-ba8a-d588ac62d792 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025ccb86-82f0-4646-825e-bf471dd56047 HTTP/1.1" status: 200 len: 999 time: 0.0714684 Aug 05 02:23:53.130323 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 40864) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:53.149639 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '71e53a2b-6435-4f46-b24b-a3eb3b422a49', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'port_id': '025ccb86-82f0-4646-825e-bf471dd56047', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'mac_address': 'fa:16:3e:02:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:23:28Z', 'updated_at': '2022-08-05T02:23:52Z', 'revision_number': 1, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:41Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:53.178181 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] Checking router: 4fd85068-7a5c-4930-8201-1ca404b7b646 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:23:53.186173 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 40866) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:53.186532 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4c64ef60-e22d-43d1-9b00-9886e4372911 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=14962cc915f647cc916994ec724de454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549285 Aug 05 02:23:53.188403 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:23:53.189197 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:23:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:53.197034 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-c4b0394a-c5fa-420a-a0bc-ccf733d05e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:53.200096 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-c4b0394a-c5fa-420a-a0bc-ccf733d05e4f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0794709 Aug 05 02:23:53.276153 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-f01460b4-aeaa-4510-90de-67bb3bda71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:23:53.278159 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-f01460b4-aeaa-4510-90de-67bb3bda71a1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0687332 Aug 05 02:23:53.299887 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:23:53.340052 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-28b371c6-f3d9-4c79-8438-b77b3435d0a3 admin admin] Publish callbacks [] for security_group (0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:53.379608 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-28b371c6-f3d9-4c79-8438-b77b3435d0a3 admin admin] Publish callbacks [] for security_group (0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:53.434040 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-dfcc1083-1e48-451d-b27d-9d4c42bcb365 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473000 Aug 05 02:23:53.467004 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:23:53.503872 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-28b371c6-f3d9-4c79-8438-b77b3435d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:53.506679 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-28b371c6-f3d9-4c79-8438-b77b3435d0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:53.508216 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-28b371c6-f3d9-4c79-8438-b77b3435d0a3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e HTTP/1.1" status: 204 len: 168 time: 0.3204296 Aug 05 02:23:53.524094 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b371c6-f3d9-4c79-8438-b77b3435d0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8b5cbb-b0bd-4852-b3ae-44a4bfc3e48e,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:53.536862 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '71e53a2b-6435-4f46-b24b-a3eb3b422a49', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'port_id': '025ccb86-82f0-4646-825e-bf471dd56047', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'mac_address': 'fa:16:3e:02:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:23:28Z', 'updated_at': '2022-08-05T02:23:52Z', 'revision_number': 1, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:41Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:53.559402 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb569aaf-9372-4ab2-8617-d0370185f5b3 req-b5469ba4-9d8a-490d-92b1-c3508dc0ee8c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153748 Aug 05 02:23:53.569555 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dd6ae-054a-4ae6-986d-5bc93e6e6c5e None None] The sync data for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi is: [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '71e53a2b-6435-4f46-b24b-a3eb3b422a49', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'port_id': '025ccb86-82f0-4646-825e-bf471dd56047', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'mac_address': 'fa:16:3e:02:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:23:28Z', 'updated_at': '2022-08-05T02:23:52Z', 'revision_number': 1, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:41Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:23:53.835633 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0a516-9615-4702-abe3-8cd67bfcc9be None None] New status for floating IP 71e53a2b-6435-4f46-b24b-a3eb3b422a49: ACTIVE {{(pid=104198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:23:59.384674 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 41030) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:59.486612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cd442d6c-bc1d-42dd-aff2-f1b422ed54dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:59.559898 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cd442d6c-bc1d-42dd-aff2-f1b422ed54dd admin admin] Publish callbacks [] for security_group (c1b6301e-4599-4d91-b707-26a01a7dbd56), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:59.567401 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cd442d6c-bc1d-42dd-aff2-f1b422ed54dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c1b6301e-4599-4d91-b707-26a01a7dbd56), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:59.610924 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-cd442d6c-bc1d-42dd-aff2-f1b422ed54dd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4f3b634a5045475486c8617332996e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251401 Aug 05 02:23:59.612885 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd442d6c-bc1d-42dd-aff2-f1b422ed54dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b6301e-4599-4d91-b707-26a01a7dbd56,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:59.613771 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 41040) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:23:59.676493 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cf25d85f-38b0-4dd7-897d-df6c4b74b1c7 admin admin] Publish callbacks [] for security_group (c1b6301e-4599-4d91-b707-26a01a7dbd56), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:59.698904 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cf25d85f-38b0-4dd7-897d-df6c4b74b1c7 admin admin] Publish callbacks [] for security_group (c1b6301e-4599-4d91-b707-26a01a7dbd56), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:59.746076 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cf25d85f-38b0-4dd7-897d-df6c4b74b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c1b6301e-4599-4d91-b707-26a01a7dbd56), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:59.748589 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cf25d85f-38b0-4dd7-897d-df6c4b74b1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:23:59.749771 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-cf25d85f-38b0-4dd7-897d-df6c4b74b1c7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c1b6301e-4599-4d91-b707-26a01a7dbd56 HTTP/1.1" status: 204 len: 168 time: 0.1349654 Aug 05 02:23:59.757268 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25d85f-38b0-4dd7-897d-df6c4b74b1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b6301e-4599-4d91-b707-26a01a7dbd56,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:00.034414 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 41048) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:00.041159 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:00.049530 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa75b82e-d7ce-49e7-9dcd-1aae0a917033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:00.130744 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa75b82e-d7ce-49e7-9dcd-1aae0a917033 admin admin] Publish callbacks [] for security_group (6e98b346-20bd-4cc7-a280-7034f570809a), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:00.134429 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa75b82e-d7ce-49e7-9dcd-1aae0a917033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (6e98b346-20bd-4cc7-a280-7034f570809a), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:00.177078 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-fa75b82e-d7ce-49e7-9dcd-1aae0a917033 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d25e473918f54831a8b27a6d25f803dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416218 Aug 05 02:24:00.177759 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75b82e-d7ce-49e7-9dcd-1aae0a917033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e98b346-20bd-4cc7-a280-7034f570809a,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:00.179857 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 41050) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:00.229834 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-23d91702-de72-4a91-9e6b-541eb73bed6a admin admin] Publish callbacks [] for security_group (6e98b346-20bd-4cc7-a280-7034f570809a), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:00.239645 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:00.252587 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-23d91702-de72-4a91-9e6b-541eb73bed6a admin admin] Publish callbacks [] for security_group (6e98b346-20bd-4cc7-a280-7034f570809a), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:00.298183 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-23d91702-de72-4a91-9e6b-541eb73bed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (6e98b346-20bd-4cc7-a280-7034f570809a), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:00.300855 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-23d91702-de72-4a91-9e6b-541eb73bed6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:00.302035 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-23d91702-de72-4a91-9e6b-541eb73bed6a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6e98b346-20bd-4cc7-a280-7034f570809a HTTP/1.1" status: 204 len: 168 time: 0.1211522 Aug 05 02:24:00.310197 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d91702-de72-4a91-9e6b-541eb73bed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e98b346-20bd-4cc7-a280-7034f570809a,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:00.321700 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:00.948052 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:02.538599 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 41136) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:02.643768 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3712dd4f-8db4-4813-b1f9-6e13fa05c994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:02.719195 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3712dd4f-8db4-4813-b1f9-6e13fa05c994 admin admin] Publish callbacks [] for security_group (0cd63526-c35b-40ca-8060-391599ff4338), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:02.723050 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3712dd4f-8db4-4813-b1f9-6e13fa05c994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (0cd63526-c35b-40ca-8060-391599ff4338), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:02.762510 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-3712dd4f-8db4-4813-b1f9-6e13fa05c994 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e09f39345ccc4e879435869548a33d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227266 Aug 05 02:24:02.763223 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712dd4f-8db4-4813-b1f9-6e13fa05c994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd63526-c35b-40ca-8060-391599ff4338,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:02.765108 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 41140) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:02.814495 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb69e-ef4e-4fa0-bf43-a370cf401830 admin admin] Publish callbacks [] for security_group (0cd63526-c35b-40ca-8060-391599ff4338), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:02.834896 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:02.837231 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb69e-ef4e-4fa0-bf43-a370cf401830 admin admin] Publish callbacks [] for security_group (0cd63526-c35b-40ca-8060-391599ff4338), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:02.887055 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb69e-ef4e-4fa0-bf43-a370cf401830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (0cd63526-c35b-40ca-8060-391599ff4338), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:02.889627 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb69e-ef4e-4fa0-bf43-a370cf401830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:02.890776 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-f6dcb69e-ef4e-4fa0-bf43-a370cf401830 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0cd63526-c35b-40ca-8060-391599ff4338 HTTP/1.1" status: 204 len: 168 time: 0.1245942 Aug 05 02:24:02.898721 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcb69e-ef4e-4fa0-bf43-a370cf401830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd63526-c35b-40ca-8060-391599ff4338,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:03.150599 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 41146) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:03.163821 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3e54103b-af4b-43c7-9607-dc4edeb04217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:03.241776 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3e54103b-af4b-43c7-9607-dc4edeb04217 admin admin] Publish callbacks [] for security_group (d31808d5-ac5b-448e-8257-d709695c7921), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:03.245649 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3e54103b-af4b-43c7-9607-dc4edeb04217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d31808d5-ac5b-448e-8257-d709695c7921), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:03.288979 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-3e54103b-af4b-43c7-9607-dc4edeb04217 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=18db467702a54a8cb0ac7403acf70f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372242 Aug 05 02:24:03.289724 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54103b-af4b-43c7-9607-dc4edeb04217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31808d5-ac5b-448e-8257-d709695c7921,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:03.292276 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 41148) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:03.341222 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf0d0-4d0c-4c61-b102-0bd5dad4c717 admin admin] Publish callbacks [] for security_group (d31808d5-ac5b-448e-8257-d709695c7921), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:03.362661 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf0d0-4d0c-4c61-b102-0bd5dad4c717 admin admin] Publish callbacks [] for security_group (d31808d5-ac5b-448e-8257-d709695c7921), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:03.409446 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf0d0-4d0c-4c61-b102-0bd5dad4c717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d31808d5-ac5b-448e-8257-d709695c7921), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:03.411928 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf0d0-4d0c-4c61-b102-0bd5dad4c717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:03.413102 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-e4dbf0d0-4d0c-4c61-b102-0bd5dad4c717 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d31808d5-ac5b-448e-8257-d709695c7921 HTTP/1.1" status: 204 len: 168 time: 0.1198316 Aug 05 02:24:03.431051 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbf0d0-4d0c-4c61-b102-0bd5dad4c717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31808d5-ac5b-448e-8257-d709695c7921,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:08.594753 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:08.595616 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:08.865768 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-6e672151-10dc-4e00-bd01-7341c2371749 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=0dc47ee6310d44d191d6d6df7a8a57b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308983 Aug 05 02:24:09.084566 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5f47-b700-4808-b984-716160a59fc8 req-4b9888da-7c10-457a-adce-0f6eb4bc8bd5 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:09.086811 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-4b9888da-7c10-457a-adce-0f6eb4bc8bd5 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137008 Aug 05 02:24:09.102710 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-93cb77d5-39ab-482e-8053-247c0c2e4571 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/quotas/0dc47ee6310d44d191d6d6df7a8a57b6 HTTP/1.1" status: 200 len: 375 time: 0.0106738 Aug 05 02:24:09.145813 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-e8e965fa-1682-4ff9-87d2-9513c6d80de7 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0dc47ee6310d44d191d6d6df7a8a57b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347075 Aug 05 02:24:09.321205 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-781d9c52-9f6e-4a6d-8b64-5ca7eb7ac6e8 req-d8958363-00ab-4e6b-8d07-9f0b94245bad tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 210 time: 0.0325456 Aug 05 02:24:10.017021 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-99f8099e-361f-42ba-a394-176352aad4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:10.427266 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-130fcc04-4c4f-41b3-bbfa-879a35559c09 req-8934ca53-93c5-44f1-b95b-7f8492d4eea9 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 210 time: 0.0316856 Aug 05 02:24:10.558989 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-d085af98-644a-48a9-b193-e8dd29b287a7 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=0dc47ee6310d44d191d6d6df7a8a57b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353389 Aug 05 02:24:10.767655 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5f47-b700-4808-b984-716160a59fc8 req-161079ac-4e63-46c6-9948-2b8d1659dd57 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:10.769146 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-161079ac-4e63-46c6-9948-2b8d1659dd57 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015674 Aug 05 02:24:10.794345 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Request body: {'port': {'device_id': '488b034a-2246-4cc2-ae78-658598749cc7', 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae', 'admin_state_up': True, 'tenant_id': '0dc47ee6310d44d191d6d6df7a8a57b6'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:24:10.849295 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:10.910019 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Made reservation on behalf of 0dc47ee6310d44d191d6d6df7a8a57b6 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:24:10.913761 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:10.923205 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:11.001280 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks [] for security_group (8275acdf-7d3b-4e0c-9e9c-342152ce75bb), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:11.005868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (8275acdf-7d3b-4e0c-9e9c-342152ce75bb), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:11.013938 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:11.077656 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8275acdf-7d3b-4e0c-9e9c-342152ce75bb,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:11.146670 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Allocated IP 192.168.233.200 (1fa59b45-d4ee-4bee-a5d9-3086181929ae/9b62fa4c-f790-41e9-a892-a4cf1e416c43/62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:24:11.297734 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks [] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:11.328966 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:11.375709 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Network 1fa59b45-d4ee-4bee-a5d9-3086181929ae is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:24:11.380826 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:24:11.382917 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Pushing event updated for resources: {'Port': ['ID=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:11.385548 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:24:11.390528 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:11.391140 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:11.410160 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dadda01c-c73a-4377-8215-c631abbc2494 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6203802 Aug 05 02:24:11.433909 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Request body: {'port': {'device_id': '488b034a-2246-4cc2-ae78-658598749cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:24:11.471578 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:11.500542 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:11.568011 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5353837-9dbe-41c7-83fe-c5de00d3793e req-a3c13179-8f4f-4770-8aba-cf5c028be49e tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:11.576182 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c5353837-9dbe-41c7-83fe-c5de00d3793e req-a3c13179-8f4f-4770-8aba-cf5c028be49e tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 936 time: 0.0571530 Aug 05 02:24:11.625665 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c5353837-9dbe-41c7-83fe-c5de00d3793e req-4574d534-e08d-4e02-ac0a-00540171932b tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485363 Aug 05 02:24:11.724779 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:11.732779 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-90a41e2b-22b3-4e46-9227-75831b300166 None None] Provisioning complete for port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:24:11.733154 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-90a41e2b-22b3-4e46-9227-75831b300166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:11.770423 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-90a41e2b-22b3-4e46-9227-75831b300166 None None] Port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:24:12.003403 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:24:12.010935 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Publish callbacks [] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:12.027121 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Transition to ACTIVE for port object 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:24:12.031446 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:12.074941 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:12.096943 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:12.112299 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Attempting to bind port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:24:12.115190 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Attempting to bind port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'fa31df80-cf63-4416-bd8f-c0a43b9ed153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:24:12.115190 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Attempting to bind port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 on network 1fa59b45-d4ee-4bee-a5d9-3086181929ae {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:24:12.117716 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 on network 1fa59b45-d4ee-4bee-a5d9-3086181929ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:24:12.118136 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Attempting to bind port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 on network 1fa59b45-d4ee-4bee-a5d9-3086181929ae {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:24:12.123900 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:24:12.124241 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Checking segment: {'id': 'fa31df80-cf63-4416-bd8f-c0a43b9ed153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:24:12.124658 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Bound using segment: {'id': 'fa31df80-cf63-4416-bd8f-c0a43b9ed153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:24:12.125091 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Bound port: 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa31df80-cf63-4416-bd8f-c0a43b9ed153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:24:12.125450 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:12.188985 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] For port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:24:12.192174 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] For port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,segment=NetworkSegment(fa31df80-cf63-4416-bd8f-c0a43b9ed153),segment_id=fa31df80-cf63-4416-bd8f-c0a43b9ed153)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:24:12.197650 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:12.201892 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:12.202508 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:12.203882 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 HTTP/1.1" status: 200 len: 1098 time: 0.7753451 Aug 05 02:24:12.204405 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488b034a-2246-4cc2-ae78-658598749cc7', 'tag': '62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:24:12.206764 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627" -d '{"events": [{"name": "network-changed", "server_uuid": "488b034a-2246-4cc2-ae78-658598749cc7", "tag": "62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:12.237630 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-03adc470-16e6-49fd-b3ca-e0d632f5130f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:12.262043 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bba043-aaa2-422b-b213-6b15310bb619 x-openstack-request-id: req-d9bba043-aaa2-422b-b213-6b15310bb619 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:12.262308 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488b034a-2246-4cc2-ae78-658598749cc7", "tag": "62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:12.262546 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9bba043-aaa2-422b-b213-6b15310bb619 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:12.263035 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bba043-aaa2-422b-b213-6b15310bb619'] response: {'name': 'network-changed', 'server_uuid': '488b034a-2246-4cc2-ae78-658598749cc7', 'tag': '62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9', 'status': 'completed', 'code': 200} Aug 05 02:24:12.263579 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3293f-87f7-4a11-b2bf-a3c40729cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:12.358635 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8b864e8d-e99a-4004-ad28-52149e25c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:12.360150 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-8b864e8d-e99a-4004-ad28-52149e25c6d8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=0dc47ee6310d44d191d6d6df7a8a57b6&device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 1132 time: 0.0567174 Aug 05 02:24:12.442790 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-869ddecc-117c-466e-983a-89228a9008ef service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 HTTP/1.1" status: 200 len: 217 time: 0.0381916 Aug 05 02:24:12.499959 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dea5189a-bde4-4bb5-8fba-485a236913a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:12.501450 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-dea5189a-bde4-4bb5-8fba-485a236913a5 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9b62fa4c-f790-41e9-a892-a4cf1e416c43 HTTP/1.1" status: 200 len: 843 time: 0.0450373 Aug 05 02:24:12.549785 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5f47-b700-4808-b984-716160a59fc8 req-c226d8bc-56ea-4c88-8355-f86f96017882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:12.551298 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-c226d8bc-56ea-4c88-8355-f86f96017882 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1fa59b45-d4ee-4bee-a5d9-3086181929ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0399778 Aug 05 02:24:12.658169 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-0353cf8d-7071-4305-acf4-f7d9cbef6115 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1fa59b45-d4ee-4bee-a5d9-3086181929ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996432 Aug 05 02:24:12.795861 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2204f87-1327-46f0-9718-dede2b3565ef req-5fe546cd-0af5-4a3e-be77-fde31616712a tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:12.808710 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c2204f87-1327-46f0-9718-dede2b3565ef req-5fe546cd-0af5-4a3e-be77-fde31616712a tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 948 time: 0.0807793 Aug 05 02:24:12.848299 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c61f5f47-b700-4808-b984-716160a59fc8 req-de16d3e5-0194-45a7-abe7-270e99bfd155 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1fa59b45-d4ee-4bee-a5d9-3086181929ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821227 Aug 05 02:24:12.850109 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:12.879754 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c2204f87-1327-46f0-9718-dede2b3565ef req-5d50673e-ffa0-4bab-85d1-d999b5f96e47 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702817 Aug 05 02:24:13.207429 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:14.008083 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c8a16-10d1-42e3-9121-847dd826f6c3 req-5d42954b-f0e4-4250-88cb-3d45ded01fff tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:14.009570 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4f1c8a16-10d1-42e3-9121-847dd826f6c3 req-5d42954b-f0e4-4250-88cb-3d45ded01fff tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 948 time: 0.0482991 Aug 05 02:24:14.059693 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4f1c8a16-10d1-42e3-9121-847dd826f6c3 req-267ab395-3429-4758-9366-39551eca4cef tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Aug 05 02:24:14.779554 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1a0b7-55de-41a2-90d4-1058a4c1e1aa req-fe9767f5-773e-4044-9e37-e9b360b1691a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:14.781296 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-85f1a0b7-55de-41a2-90d4-1058a4c1e1aa req-fe9767f5-773e-4044-9e37-e9b360b1691a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0537162 Aug 05 02:24:14.819456 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:14.833638 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-85f1a0b7-55de-41a2-90d4-1058a4c1e1aa req-82d18fe4-3bf0-4368-95fa-def289064ef3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452063 Aug 05 02:24:14.839067 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:14.910021 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:15.186559 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef33892-52dd-4812-a560-2762dae3be16 req-67c18174-ec51-4971-89c4-b08820af8de1 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:15.187997 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-aef33892-52dd-4812-a560-2762dae3be16 req-67c18174-ec51-4971-89c4-b08820af8de1 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 948 time: 0.0478191 Aug 05 02:24:15.236344 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-aef33892-52dd-4812-a560-2762dae3be16 req-1577d009-eb77-49c5-81f8-94a1d4ec2e36 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 Aug 05 02:24:15.973570 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c7fd1-0ef9-4877-8178-d47061b0d5b3 req-4f8f0ee7-6c88-4dbb-bc99-fe7743c2f120 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:15.975052 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-369c7fd1-0ef9-4877-8178-d47061b0d5b3 req-4f8f0ee7-6c88-4dbb-bc99-fe7743c2f120 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0514693 Aug 05 02:24:16.021930 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-369c7fd1-0ef9-4877-8178-d47061b0d5b3 req-3d7f938c-d067-44c9-8ba7-45fe0bd86247 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Aug 05 02:24:16.402967 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dc632-1b2d-4a24-bd53-fea9856aa6ed req-5a6f4085-1f6a-45d5-a83f-9e430e49f6e4 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:16.406094 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-709dc632-1b2d-4a24-bd53-fea9856aa6ed req-5a6f4085-1f6a-45d5-a83f-9e430e49f6e4 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 948 time: 0.0942199 Aug 05 02:24:16.413893 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-3a782020-13ff-40b9-a00d-7d6082647fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:16.415323 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-3a782020-13ff-40b9-a00d-7d6082647fcb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=0dc47ee6310d44d191d6d6df7a8a57b6&device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 1132 time: 0.0607650 Aug 05 02:24:16.456943 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-709dc632-1b2d-4a24-bd53-fea9856aa6ed req-0af5940a-917c-490e-932a-5b7b5919fe27 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453196 Aug 05 02:24:16.691858 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-474dd604-e264-4043-a0a6-3dc2e7e34860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:16.693331 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-474dd604-e264-4043-a0a6-3dc2e7e34860 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1fa59b45-d4ee-4bee-a5d9-3086181929ae HTTP/1.1" status: 200 len: 870 time: 0.0917900 Aug 05 02:24:16.737476 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-f697ccb4-127c-4d45-a31b-fdfd60febf79 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 HTTP/1.1" status: 200 len: 217 time: 0.0319188 Aug 05 02:24:16.777512 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:16.789526 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-177f21ba-60a0-4452-a919-38ad597b25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:16.790941 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-177f21ba-60a0-4452-a919-38ad597b25a8 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9b62fa4c-f790-41e9-a892-a4cf1e416c43 HTTP/1.1" status: 200 len: 843 time: 0.0449216 Aug 05 02:24:16.841170 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-54076d82-08a1-439b-8071-c91ab7cb047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:16.843087 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-54076d82-08a1-439b-8071-c91ab7cb047c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1fa59b45-d4ee-4bee-a5d9-3086181929ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0432842 Aug 05 02:24:16.941238 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-5a6f3e6f-8862-4030-acc1-82b2edc68c88 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1fa59b45-d4ee-4bee-a5d9-3086181929ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889046 Aug 05 02:24:17.045230 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-61eeb18e-5a03-4dd9-bbdf-d2ed2d342627 req-fa08b13f-23d3-43a7-96e7-888ad1251cfe service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1fa59b45-d4ee-4bee-a5d9-3086181929ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895035 Aug 05 02:24:17.147230 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733444b-6187-4b95-a039-d6c17bee05ce req-a1784e66-56cd-4e6e-9f89-4db66e051917 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:17.148943 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3733444b-6187-4b95-a039-d6c17bee05ce req-a1784e66-56cd-4e6e-9f89-4db66e051917 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0499222 Aug 05 02:24:17.201083 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3733444b-6187-4b95-a039-d6c17bee05ce req-710698f6-0d84-4973-aa2e-5ea8a1cbb7db tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460498 Aug 05 02:24:17.304757 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:24:17.404755 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,segment=NetworkSegment(fa31df80-cf63-4416-bd8f-c0a43b9ed153),segment_id=fa31df80-cf63-4416-bd8f-c0a43b9ed153)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:17.420664 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9', 'network_id': '1fa59b45-d4ee-4bee-a5d9-3086181929ae', 'port_id': '62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9', 'mac_address': 'fa:16:3e:03:ea:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b62fa4c-f790-41e9-a892-a4cf1e416c43', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:24:17.458211 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:24:17.458603 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:17.472357 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:24:17.492978 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,segment=NetworkSegment(fa31df80-cf63-4416-bd8f-c0a43b9ed153),segment_id=fa31df80-cf63-4416-bd8f-c0a43b9ed153)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:17.497035 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:17.548724 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:17.577409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6a07b-a722-46fc-a998-f600685d5c5c req-2dcdcffb-6ff9-4c2c-abf4-e93e0ff3f057 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:17.578879 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eac6a07b-a722-46fc-a998-f600685d5c5c req-2dcdcffb-6ff9-4c2c-abf4-e93e0ff3f057 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 949 time: 0.0478249 Aug 05 02:24:17.626418 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eac6a07b-a722-46fc-a998-f600685d5c5c req-a2b3b492-f4f8-4bb8-96a3-8cd93ba2a27a tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Aug 05 02:24:18.332495 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae86b9a-166e-4351-8445-38fefa9b7440 req-4f4e817d-6fd0-492e-ba28-a7ab3bc767b5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:18.333839 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6ae86b9a-166e-4351-8445-38fefa9b7440 req-4f4e817d-6fd0-492e-ba28-a7ab3bc767b5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0471902 Aug 05 02:24:18.345971 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:18.382045 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6ae86b9a-166e-4351-8445-38fefa9b7440 req-118ba661-b605-4a92-b451-4a1b277e179d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426497 Aug 05 02:24:18.405578 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:24:18.586203 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:24:18.765324 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539a5b4-525a-4743-8e32-8f4cb677c705 req-c947faaa-01c1-4491-afd8-bb0844c80fa7 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:18.766860 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f539a5b4-525a-4743-8e32-8f4cb677c705 req-c947faaa-01c1-4491-afd8-bb0844c80fa7 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 949 time: 0.0685904 Aug 05 02:24:18.813240 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f539a5b4-525a-4743-8e32-8f4cb677c705 req-0494bace-9a47-48fb-969a-2212f371d796 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408618 Aug 05 02:24:19.410025 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292c371-6b2f-4e20-a379-a260ba8981aa req-d88f3cf3-913d-4373-b276-2944c51a7631 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:19.411539 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9292c371-6b2f-4e20-a379-a260ba8981aa req-d88f3cf3-913d-4373-b276-2944c51a7631 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0505538 Aug 05 02:24:19.462093 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9292c371-6b2f-4e20-a379-a260ba8981aa req-1eaa1707-5e36-424b-8acf-bb19edfbb541 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448973 Aug 05 02:24:19.525450 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02a91-d9e9-4a04-ac10-fdc40b457a6b req-81c85f8e-682a-4e0a-8ba5-5cc3b0c8ef0e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:19.528228 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c7c02a91-d9e9-4a04-ac10-fdc40b457a6b req-81c85f8e-682a-4e0a-8ba5-5cc3b0c8ef0e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0626707 Aug 05 02:24:19.585668 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c7c02a91-d9e9-4a04-ac10-fdc40b457a6b req-5b357ae2-26e1-433d-8065-083cb1617c4d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511944 Aug 05 02:24:19.933535 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f30ae1-0b09-47df-940d-4b841ed7e022 req-ca456d3a-7993-4309-acc1-d0776646904d tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:19.935010 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-64f30ae1-0b09-47df-940d-4b841ed7e022 req-ca456d3a-7993-4309-acc1-d0776646904d tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 949 time: 0.0476124 Aug 05 02:24:19.978868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:19.984163 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-64f30ae1-0b09-47df-940d-4b841ed7e022 req-54bf2f46-ee7e-49fe-a9d6-e727241155a4 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430803 Aug 05 02:24:20.012835 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:24:20.059737 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:24:20.065793 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:24:20.066174 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:20.145919 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:24:20.146213 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:20.168743 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488b034a-2246-4cc2-ae78-658598749cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:24:20.171043 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7adab9-79c6-4ca6-9904-67fd2d18d41e" -d '{"events": [{"server_uuid": "488b034a-2246-4cc2-ae78-658598749cc7", "name": "network-vif-plugged", "status": "completed", "tag": "62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:20.183919 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,segment=NetworkSegment(fa31df80-cf63-4416-bd8f-c0a43b9ed153),segment_id=fa31df80-cf63-4416-bd8f-c0a43b9ed153)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:20.187900 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:20.192557 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:20.212848 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a5c65-d3a9-4b56-8a24-1a6f55b0afb1 x-openstack-request-id: req-4e6a5c65-d3a9-4b56-8a24-1a6f55b0afb1 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:20.213136 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488b034a-2246-4cc2-ae78-658598749cc7", "name": "network-vif-plugged", "status": "completed", "tag": "62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:20.213388 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e6a5c65-d3a9-4b56-8a24-1a6f55b0afb1 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:20.213772 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6a5c65-d3a9-4b56-8a24-1a6f55b0afb1'] response: {'server_uuid': '488b034a-2246-4cc2-ae78-658598749cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9', 'code': 200} Aug 05 02:24:20.235677 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:20.241612 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:20.443127 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbf919-015b-421a-9e9a-1a1c2dcf0331 req-9861ea19-ae1b-4db0-81f6-2e37bd9d53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:20.444661 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fbf919-015b-421a-9e9a-1a1c2dcf0331 req-9861ea19-ae1b-4db0-81f6-2e37bd9d53b7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 1134 time: 0.0412521 Aug 05 02:24:20.488828 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43fbf919-015b-421a-9e9a-1a1c2dcf0331 req-2b14a5f0-58d9-4e1f-ab52-7a37ab4a7fb2 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Aug 05 02:24:20.585391 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9b68b-a7bd-4805-8e21-2a922b388572 req-a0582018-0e1e-4bd7-8805-626804424f25 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:20.596583 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9ca9b68b-a7bd-4805-8e21-2a922b388572 req-a0582018-0e1e-4bd7-8805-626804424f25 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0520675 Aug 05 02:24:20.639013 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9ca9b68b-a7bd-4805-8e21-2a922b388572 req-8567d1fc-e158-4d45-bb06-02c80bf9b6c7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Aug 05 02:24:20.721300 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ee4f-1fcc-4796-9ca8-eafa069bda6a req-72a89472-f97b-4ffb-8161-0d82057931ce tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:20.722672 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-26f7ee4f-1fcc-4796-9ca8-eafa069bda6a req-72a89472-f97b-4ffb-8161-0d82057931ce tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0496523 Aug 05 02:24:20.769141 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-26f7ee4f-1fcc-4796-9ca8-eafa069bda6a req-26e5bd31-6ea5-44ec-b3b8-6fe2dcf44167 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410209 Aug 05 02:24:21.112847 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e81851-e7ba-4b60-8b72-49da3dec426c req-0347630e-9a05-4fbf-b148-d5d19a8f3fb3 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:21.114308 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e5e81851-e7ba-4b60-8b72-49da3dec426c req-0347630e-9a05-4fbf-b148-d5d19a8f3fb3 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 950 time: 0.0492823 Aug 05 02:24:21.164405 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e5e81851-e7ba-4b60-8b72-49da3dec426c req-32c45f95-ebf9-4853-961d-b9defb80ac51 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Aug 05 02:24:21.761784 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581f146-16ad-47c2-b66f-293a5ea6cb3d req-aebb3e3e-a17d-4bab-b9da-787c92018941 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:21.763257 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0581f146-16ad-47c2-b66f-293a5ea6cb3d req-aebb3e3e-a17d-4bab-b9da-787c92018941 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0483556 Aug 05 02:24:21.811949 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0581f146-16ad-47c2-b66f-293a5ea6cb3d req-fa002c53-a91e-44e6-bd43-aebdcfaa5ad4 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430188 Aug 05 02:24:21.903313 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162817e4-ae76-41b1-99b3-8d3c648dada9 req-851e8828-6ee4-4ba4-9d5c-5237f1abd0dc tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:21.905884 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-162817e4-ae76-41b1-99b3-8d3c648dada9 req-851e8828-6ee4-4ba4-9d5c-5237f1abd0dc tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0595181 Aug 05 02:24:21.955013 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-162817e4-ae76-41b1-99b3-8d3c648dada9 req-45f564f7-8c2c-4bc3-bd2c-6c14e8ed96a5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433872 Aug 05 02:24:22.283487 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17404534-0070-44de-bc74-21090c88f0f9 req-9bca5869-c4c0-4193-9482-1fa8c19f14f7 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:22.284939 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-17404534-0070-44de-bc74-21090c88f0f9 req-9bca5869-c4c0-4193-9482-1fa8c19f14f7 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 950 time: 0.0491681 Aug 05 02:24:22.330996 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-17404534-0070-44de-bc74-21090c88f0f9 req-17a21955-9944-4f41-b8d3-fbffa2dd38f8 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Aug 05 02:24:22.929923 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a37c6-226f-4ebb-acb9-13445c2786f8 req-78a6bf6f-93c6-4e64-9591-9039a3ae6c98 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:22.931372 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9e3a37c6-226f-4ebb-acb9-13445c2786f8 req-78a6bf6f-93c6-4e64-9591-9039a3ae6c98 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0465393 Aug 05 02:24:22.944933 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:22.997949 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9e3a37c6-226f-4ebb-acb9-13445c2786f8 req-0cb6398a-7560-41a7-9488-ffbca5f0ea2e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600879 Aug 05 02:24:23.083759 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89262f1-b0b9-49b4-9b6a-6e31cda2bb03 req-eb8f5fa3-4dae-4c7f-a1c6-72b1f4dcf859 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:23.085265 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e89262f1-b0b9-49b4-9b6a-6e31cda2bb03 req-eb8f5fa3-4dae-4c7f-a1c6-72b1f4dcf859 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0492928 Aug 05 02:24:23.133306 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e89262f1-b0b9-49b4-9b6a-6e31cda2bb03 req-9de4c538-63f8-4d95-b729-cb28886dda67 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417387 Aug 05 02:24:23.452361 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8304bc-1c2f-441b-86ad-3349774c928f req-5111ede4-4d2f-413d-ac0f-80a9d5f58d3a tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:23.453788 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cb8304bc-1c2f-441b-86ad-3349774c928f req-5111ede4-4d2f-413d-ac0f-80a9d5f58d3a tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 950 time: 0.0503280 Aug 05 02:24:23.500660 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cb8304bc-1c2f-441b-86ad-3349774c928f req-9d293585-d9b6-49a9-bfe5-7779d7c694e5 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Aug 05 02:24:23.770106 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac1489-2593-4835-822d-07bf853e30c6 req-c81ae9ab-a97f-4f4f-99c9-b559bdbc3cb8 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:23.771560 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6cac1489-2593-4835-822d-07bf853e30c6 req-c81ae9ab-a97f-4f4f-99c9-b559bdbc3cb8 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 950 time: 0.0472445 Aug 05 02:24:23.820121 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6cac1489-2593-4835-822d-07bf853e30c6 req-0f0d2397-a434-4f6d-a7c2-ee71a6d006f2 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Aug 05 02:24:24.126467 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b7961-2a70-41a4-be5f-a2f71ab6eef1 req-6e0fbbdd-d8fa-4368-9552-c00029edf5ea tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:24.127885 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-633b7961-2a70-41a4-be5f-a2f71ab6eef1 req-6e0fbbdd-d8fa-4368-9552-c00029edf5ea tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0457237 Aug 05 02:24:24.187031 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-633b7961-2a70-41a4-be5f-a2f71ab6eef1 req-e2cfa736-9876-480f-8431-3301a0eea05d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536745 Aug 05 02:24:24.265076 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356244f8-85aa-4fad-ad47-b841cc681037 req-c951a9b6-fba6-4596-9acb-868a40329444 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:24.266522 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-356244f8-85aa-4fad-ad47-b841cc681037 req-c951a9b6-fba6-4596-9acb-868a40329444 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0474174 Aug 05 02:24:24.317566 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-356244f8-85aa-4fad-ad47-b841cc681037 req-9509f591-4983-424c-9712-b5ef3dbe0300 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455801 Aug 05 02:24:24.942904 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87501e58-63cc-4239-b6ef-25af9da4f626 req-9d20260e-7e48-46de-8358-af694d8979d8 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:24.944373 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-87501e58-63cc-4239-b6ef-25af9da4f626 req-9d20260e-7e48-46de-8358-af694d8979d8 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 950 time: 0.0462792 Aug 05 02:24:24.991190 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-87501e58-63cc-4239-b6ef-25af9da4f626 req-dee22ee4-691a-4459-91a7-a54bb55ea616 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Aug 05 02:24:25.304557 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5dfb5-8d56-40a7-be08-f80a5ea9c65a req-c50de208-6000-4589-b89c-3ce2dee9641c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:25.305932 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0dd5dfb5-8d56-40a7-be08-f80a5ea9c65a req-c50de208-6000-4589-b89c-3ce2dee9641c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0468192 Aug 05 02:24:25.353277 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0dd5dfb5-8d56-40a7-be08-f80a5ea9c65a req-e92501d0-9169-4c9b-8c41-8006cbc5d555 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410845 Aug 05 02:24:25.446679 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc65f7b-c591-46e3-8257-efe8c3d5bc26 req-8ef6809d-d938-4cb9-b5ce-ae665b2a6748 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:25.448301 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cdc65f7b-c591-46e3-8257-efe8c3d5bc26 req-8ef6809d-d938-4cb9-b5ce-ae665b2a6748 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0494924 Aug 05 02:24:25.467969 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:25.495849 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cdc65f7b-c591-46e3-8257-efe8c3d5bc26 req-e234c9da-928e-407a-afa2-e738f5d4ea54 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412104 Aug 05 02:24:26.107601 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0756cba-5304-4654-934f-2c5f12aed1c1 req-84682a91-b0e6-4708-be4a-dfdc5468ee57 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:26.109090 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b0756cba-5304-4654-934f-2c5f12aed1c1 req-84682a91-b0e6-4708-be4a-dfdc5468ee57 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 950 time: 0.0471039 Aug 05 02:24:26.158084 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b0756cba-5304-4654-934f-2c5f12aed1c1 req-873b251d-ab0c-4d29-a7e5-cfa7b92a0d93 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Aug 05 02:24:26.475859 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d85d5-dd45-4c9a-b72a-703d33a7f20d req-bf4a1fb7-a6e5-4f05-88a0-15e4ef802ba9 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:26.477337 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-171d85d5-dd45-4c9a-b72a-703d33a7f20d req-bf4a1fb7-a6e5-4f05-88a0-15e4ef802ba9 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0517480 Aug 05 02:24:26.525293 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-171d85d5-dd45-4c9a-b72a-703d33a7f20d req-19c27eeb-404e-465a-891c-7af956246973 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413294 Aug 05 02:24:26.623727 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe66863-1c8f-449b-916c-22f178593988 req-579050ff-f116-407f-b21b-f594db66e1fa tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:26.625225 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fbe66863-1c8f-449b-916c-22f178593988 req-579050ff-f116-407f-b21b-f594db66e1fa tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0531847 Aug 05 02:24:26.677624 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fbe66863-1c8f-449b-916c-22f178593988 req-61db1a48-2b1b-4d45-a7f5-6d1b035408ee tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465598 Aug 05 02:24:27.270774 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:27.281035 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-42e93d50-6970-4a45-954a-39a2c98fec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:27.282593 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-42e93d50-6970-4a45-954a-39a2c98fec7f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 1129 time: 0.0683882 Aug 05 02:24:27.298211 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-ef636cd7-ccf0-4daf-9ade-3904015966ae tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:27.299697 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-ef636cd7-ccf0-4daf-9ade-3904015966ae tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 950 time: 0.0771465 Aug 05 02:24:27.302941 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cce2b5-5eed-4d84-977f-502cabfbe194 req-ec5bb84a-dc2a-4fc7-8aeb-d4e36c32ed78 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:27.304722 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b9cce2b5-5eed-4d84-977f-502cabfbe194 req-ec5bb84a-dc2a-4fc7-8aeb-d4e36c32ed78 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 950 time: 0.0655456 Aug 05 02:24:27.358425 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b9cce2b5-5eed-4d84-977f-502cabfbe194 req-a612dec7-3151-4eff-8adf-4e3794234ed9 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8275acdf-7d3b-4e0c-9e9c-342152ce75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457132 Aug 05 02:24:27.473168 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Deleting port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:24:27.473516 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:27.478104 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-e725a9e2-7ff3-48be-b7ed-e3179b9add0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:27.480093 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-e725a9e2-7ff3-48be-b7ed-e3179b9add0e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 912 time: 0.1659691 Aug 05 02:24:27.588144 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-a62d5cc7-c600-45c0-a35d-fd03140dfb4b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c4ea12-20f0-402c-a002-d09aebd27024 HTTP/1.1" status: 200 len: 1000 time: 0.0981462 Aug 05 02:24:27.643040 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:27.668145 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] For port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,segment=NetworkSegment(fa31df80-cf63-4416-bd8f-c0a43b9ed153),segment_id=fa31df80-cf63-4416-bd8f-c0a43b9ed153)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:27.668540 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:27.696406 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Calling delete_port for 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:24:27.704070 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3ff05-b26c-4556-b6d7-ca89b9e962d0 req-eda37f4b-5357-4535-bd15-763a3c7e7537 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:27.705598 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-15c3ff05-b26c-4556-b6d7-ca89b9e962d0 req-eda37f4b-5357-4535-bd15-763a3c7e7537 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0977461 Aug 05 02:24:27.725555 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-b86cafd7-8192-48a4-8573-74b649dbe8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:27.726928 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-b86cafd7-8192-48a4-8573-74b649dbe8ff service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 200 len: 850 time: 0.1291723 Aug 05 02:24:27.800959 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d4504-b157-4c2b-98ef-68c9b1d69819 req-ce6e66cf-d60e-4001-ae40-614c91f4f94a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:27.803087 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-168d4504-b157-4c2b-98ef-68c9b1d69819 req-ce6e66cf-d60e-4001-ae40-614c91f4f94a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0479434 Aug 05 02:24:27.837908 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-6240d881-987d-4c6d-9856-4ae12b905889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:27.839492 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-6240d881-987d-4c6d-9856-4ae12b905889 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bf7849d5-61da-44b5-8e65-8d7323d12692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0756419 Aug 05 02:24:27.849130 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-15c3ff05-b26c-4556-b6d7-ca89b9e962d0 req-48a131e5-7477-47b8-9765-36548fe73519 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332591 Aug 05 02:24:27.856744 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-168d4504-b157-4c2b-98ef-68c9b1d69819 req-d1b65752-4229-4de3-94bc-5d12dc280da8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476034 Aug 05 02:24:27.987785 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-4aef75ae-9f03-4ef6-95fe-4bd2d947e42c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376867 Aug 05 02:24:27.990966 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.045088 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:24:28.064866 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Pushing event deleted for resources: {'Port': ['ID=62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:28.087197 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.087541 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.087889 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.089404 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.089404 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.089778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.090119 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.090453 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.090786 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.091149 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.091447 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.091772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.092378 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.092704 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.093026 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:28.113700 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:28.141761 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] No DVR routers for this DVR port 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:24:28.145788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.149305 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-93480fd0-808c-4993-86fc-7e9bb2a81f5f req-4a02ce92-a095-41d1-8a34-35efcf0e1063 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.45 "DELETE /networking/v2.0/ports/62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 HTTP/1.1" status: 204 len: 173 time: 0.8339899 Aug 05 02:24:28.149754 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488b034a-2246-4cc2-ae78-658598749cc7', 'name': 'network-vif-deleted', 'tag': '62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:24:28.152066 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b73c5cb-8430-4b66-81b0-41c0fc71f5c8" -d '{"events": [{"server_uuid": "488b034a-2246-4cc2-ae78-658598749cc7", "name": "network-vif-deleted", "tag": "62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:28.179049 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-208297ec-76ae-475f-a87d-54b61eed4f51 req-73dccf45-7bf8-4fde-b6a8-8605e81600e2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796160 Aug 05 02:24:28.197803 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd7920a-10af-468a-867a-4627bfb204a3 x-openstack-request-id: req-6fd7920a-10af-468a-867a-4627bfb204a3 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:28.198224 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488b034a-2246-4cc2-ae78-658598749cc7", "name": "network-vif-deleted", "tag": "62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:28.198601 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fd7920a-10af-468a-867a-4627bfb204a3 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:28.199012 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd7920a-10af-468a-867a-4627bfb204a3'] response: {'server_uuid': '488b034a-2246-4cc2-ae78-658598749cc7', 'name': 'network-vif-deleted', 'tag': '62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9', 'status': 'completed', 'code': 200} Aug 05 02:24:28.454969 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 41578) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:28.459507 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-22923987-cbc6-4a42-a091-14b6e091ea77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192166505', 'description': 'tempest-description--450799245'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:24:28.467852 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:28.482476 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-22923987-cbc6-4a42-a091-14b6e091ea77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.489529 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bfd39363-96d7-4801-91af-572023c68ae8 req-c4de0cec-d107-48f3-b946-58755a8a2023 tempest-VolumesNegativeTest-1878112619 tempest-VolumesNegativeTest-1878112619-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=488b034a-2246-4cc2-ae78-658598749cc7 HTTP/1.1" status: 200 len: 210 time: 0.0298603 Aug 05 02:24:28.551462 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-22923987-cbc6-4a42-a091-14b6e091ea77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (af6ec0a5-3c65-4c92-8b02-5b127ed14307), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.555162 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-22923987-cbc6-4a42-a091-14b6e091ea77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (af6ec0a5-3c65-4c92-8b02-5b127ed14307), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.580721 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:28.581484 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:28.582762 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-22923987-cbc6-4a42-a091-14b6e091ea77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.583963 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-22923987-cbc6-4a42-a091-14b6e091ea77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1279247 Aug 05 02:24:28.587022 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 41580) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:28.587890 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22923987-cbc6-4a42-a091-14b6e091ea77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ec0a5-3c65-4c92-8b02-5b127ed14307,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:28.594698 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-3f6cce3c-f632-4447-9c35-9b4057136ad7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group_rule': {'security_group_id': 'af6ec0a5-3c65-4c92-8b02-5b127ed14307', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:24:28.626786 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3f6cce3c-f632-4447-9c35-9b4057136ad7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (d7cd60f7-3fe5-4b11-a2f6-330199efd98d), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.673364 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3f6cce3c-f632-4447-9c35-9b4057136ad7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (d7cd60f7-3fe5-4b11-a2f6-330199efd98d), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.677048 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3f6cce3c-f632-4447-9c35-9b4057136ad7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (d7cd60f7-3fe5-4b11-a2f6-330199efd98d), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.695947 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cce3c-f632-4447-9c35-9b4057136ad7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cd60f7-3fe5-4b11-a2f6-330199efd98d,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:28.701802 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3f6cce3c-f632-4447-9c35-9b4057136ad7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.702972 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-3f6cce3c-f632-4447-9c35-9b4057136ad7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147599 Aug 05 02:24:28.705811 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 41582) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:28.709924 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-220a1775-ed3b-4bdf-9b62-d4d09c51937c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group_rule': {'security_group_id': 'af6ec0a5-3c65-4c92-8b02-5b127ed14307', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:24:28.735887 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-220a1775-ed3b-4bdf-9b62-d4d09c51937c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (8e107a67-9733-4bc0-b18d-c24d060f4bde), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.793792 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-220a1775-ed3b-4bdf-9b62-d4d09c51937c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (8e107a67-9733-4bc0-b18d-c24d060f4bde), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.798124 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-220a1775-ed3b-4bdf-9b62-d4d09c51937c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (8e107a67-9733-4bc0-b18d-c24d060f4bde), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.814471 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:28.818249 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a1775-ed3b-4bdf-9b62-d4d09c51937c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e107a67-9733-4bc0-b18d-c24d060f4bde,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:28.823670 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-220a1775-ed3b-4bdf-9b62-d4d09c51937c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.824911 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-220a1775-ed3b-4bdf-9b62-d4d09c51937c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181521 Aug 05 02:24:28.832413 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 41584) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:28.832413 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:24:28.853303 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.937721 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:28.975690 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0ea95-c5f0-46d7-b908-c569673f094d req-4df61ffc-2e7e-4cce-ba6e-60987dee3058 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:28.977294 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-64d0ea95-c5f0-46d7-b908-c569673f094d req-4df61ffc-2e7e-4cce-ba6e-60987dee3058 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0504150 Aug 05 02:24:29.026014 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-64d0ea95-c5f0-46d7-b908-c569673f094d req-12e5e2e2-4ab2-4bd0-b31a-8efda6aa2b3b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Aug 05 02:24:29.032227 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253752f-3cf8-485d-b545-e22165a878c4 req-72ceeabc-613c-4196-bac3-48f85dcaf60a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:29.035216 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2253752f-3cf8-485d-b545-e22165a878c4 req-72ceeabc-613c-4196-bac3-48f85dcaf60a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0935154 Aug 05 02:24:29.135913 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2253752f-3cf8-485d-b545-e22165a878c4 req-2e48858d-6713-4461-95c3-64a685b2f043 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893936 Aug 05 02:24:29.137001 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Allocated IP 172.27.0.130 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/763041e8-950f-4628-965e-673ef2841ef7) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:24:29.261712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (763041e8-950f-4628-965e-673ef2841ef7), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:29.279746 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:29.296213 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (763041e8-950f-4628-965e-673ef2841ef7), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:29.338950 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:24:29.344146 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:24:29.347925 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:24:29.352745 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=763041e8-950f-4628-965e-673ef2841ef7,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:29.394672 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (819a96ba-e62c-4219-8843-19e76052556f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:29.431206 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (763041e8-950f-4628-965e-673ef2841ef7), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:29.798417 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:29.812601 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (763041e8-950f-4628-965e-673ef2841ef7), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:29.817409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (763041e8-950f-4628-965e-673ef2841ef7), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:29.818222 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (819a96ba-e62c-4219-8843-19e76052556f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:29.860149 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:29.861410 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0324790 Aug 05 02:24:29.868948 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bb320-9053-438d-a54a-9e48d9b5df73 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=763041e8-950f-4628-965e-673ef2841ef7,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:30.091206 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-7494f471-7e28-466a-b787-90fa892fad33 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1192166505&fields=id&tenant_id=ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 267 time: 0.0479910 Aug 05 02:24:30.174793 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a897e74-0122-4a63-a5e9-1fba533983c7 req-9d3795f6-71c7-432c-b30e-ae95ae133dd7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:30.176404 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2a897e74-0122-4a63-a5e9-1fba533983c7 req-9d3795f6-71c7-432c-b30e-ae95ae133dd7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0552883 Aug 05 02:24:30.224189 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-71c92d7b-0d79-4bda-b530-82be5ebf7c96 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:30.226099 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-71c92d7b-0d79-4bda-b530-82be5ebf7c96 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 814 time: 0.1271698 Aug 05 02:24:30.231691 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2a897e74-0122-4a63-a5e9-1fba533983c7 req-c1d8ebd1-9b51-4b76-8501-f1bbd280eaf9 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450935 Aug 05 02:24:30.238838 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:30.241633 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-c51ccbe2-e976-48d5-9bf5-2733d814ed2b tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/quotas/ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 375 time: 0.0100365 Aug 05 02:24:30.302511 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-77d230fa-b5d7-4c55-8430-6da95c9eb66e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552578 Aug 05 02:24:30.356517 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6276d-78c2-4e46-8d58-e483cbc261dc req-ad494d5e-686f-4f46-b74c-2a309b7ad514 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:30.358192 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-36a6276d-78c2-4e46-8d58-e483cbc261dc req-ad494d5e-686f-4f46-b74c-2a309b7ad514 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0553844 Aug 05 02:24:30.407710 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-36a6276d-78c2-4e46-8d58-e483cbc261dc req-c8d372f5-47ca-4762-9d87-f4e6ea41bed6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Aug 05 02:24:30.417277 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-f29a05c4-7332-48d5-bf9c-2b2ebe76e61c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974422 Aug 05 02:24:30.513139 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-f41153ef-b986-4576-a03a-fedd0f32b4f8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896652 Aug 05 02:24:30.686719 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-940cdfda-e4b9-4347-b6a6-5d8d8fcd1086 req-a78b38ec-1c46-41e1-bf3a-2c5345cc8770 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 210 time: 0.0363951 Aug 05 02:24:30.937223 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:31.369819 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dd17a-ee50-4156-8d30-c494daae4bbf req-dfb53c4a-1be1-4730-9a2a-6f6bfb8df06d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:31.371949 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ab8dd17a-ee50-4156-8d30-c494daae4bbf req-dfb53c4a-1be1-4730-9a2a-6f6bfb8df06d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0584555 Aug 05 02:24:31.433012 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ab8dd17a-ee50-4156-8d30-c494daae4bbf req-0282368b-6a9f-4606-a918-889caa57b83c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548000 Aug 05 02:24:31.540435 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f04382-cbd8-408a-a233-6e5737b2988e req-3866929a-6428-43db-ba0d-4ade7437b4ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:31.544811 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a0f04382-cbd8-408a-a233-6e5737b2988e req-3866929a-6428-43db-ba0d-4ade7437b4ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0538762 Aug 05 02:24:31.591273 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a0f04382-cbd8-408a-a233-6e5737b2988e req-bde641cb-bc0d-46f7-8d8e-8c2ddf604395 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Aug 05 02:24:31.786372 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f15c8e60-f85a-434d-82bf-b8eea44e41c2 req-365bdaee-4cdd-4de9-b321-b82cd2e18938 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 210 time: 0.0286307 Aug 05 02:24:32.050637 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:24:32.073966 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:32.085679 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:24:32.086302 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 62fe0b56-f40f-4e66-b2ae-4660c9f2b7d9 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:24:32.120464 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-3e94bdd0-5cee-4417-8089-966ae5deb065 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:32.122314 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-3e94bdd0-5cee-4417-8089-966ae5deb065 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 814 time: 0.1232367 Aug 05 02:24:32.218168 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b99afa09-f8e4-4123-96c8-08c452ab4cd9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 473 time: 0.0788174 Aug 05 02:24:32.225227 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'port': {'device_id': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'admin_state_up': True, 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'security_groups': ['af6ec0a5-3c65-4c92-8b02-5b127ed14307']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:24:32.344301 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Made reservation on behalf of ad6a220b99d94a648150476bf0a01e50 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:24:32.347789 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:32.380494 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:32.502830 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Allocated IP 172.20.0.13 (528bd4e2-8ce2-403c-8a20-be166348ecb8/ba64233d-280c-40c6-b874-3f71d828d09d/9106f29f-cfec-4c3a-9817-3041bd272f04) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:24:32.563837 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572db59-2e2e-47bd-97b3-917d02c586e7 req-2d2c4207-621f-4f2b-8941-921588684ff4 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:32.565336 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f572db59-2e2e-47bd-97b3-917d02c586e7 req-2d2c4207-621f-4f2b-8941-921588684ff4 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Aug 05 02:24:32.620594 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f572db59-2e2e-47bd-97b3-917d02c586e7 req-4dc81f08-4bcc-45db-8cf6-5f8ae3ba9d94 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483656 Aug 05 02:24:32.671047 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:32.716197 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:32.785620 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301e84c-73eb-45cb-a72a-6db951905214 req-89430862-39da-49e3-a0f4-00ad0c43d301 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:32.787079 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8301e84c-73eb-45cb-a72a-6db951905214 req-89430862-39da-49e3-a0f4-00ad0c43d301 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0869608 Aug 05 02:24:32.798395 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:24:32.809210 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:24:32.818175 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:24:32.824008 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:32.824899 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:32.827730 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=9106f29f-cfec-4c3a-9817-3041bd272f04,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:32.860054 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-e1840b70-6e43-47b3-98a4-7df830d4c849 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383572 Aug 05 02:24:32.878748 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Request body: {'port': {'device_id': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:24:32.879894 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:32.886600 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8301e84c-73eb-45cb-a72a-6db951905214 req-4f8c68e9-e87c-4015-8dd1-4ed55db4cf28 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919833 Aug 05 02:24:32.934930 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708175d-73fe-4f10-aadf-b5e13badedd6 req-7ed3a5c4-33f7-47cf-8838-1ca2f07d2c57 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:32.939870 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f708175d-73fe-4f10-aadf-b5e13badedd6 req-7ed3a5c4-33f7-47cf-8838-1ca2f07d2c57 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 932 time: 0.0696061 Aug 05 02:24:32.959094 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:32.978596 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:33.011618 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f708175d-73fe-4f10-aadf-b5e13badedd6 req-dab4ddfa-6cbb-4fc5-a522-6715ab00e242 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689039 Aug 05 02:24:33.049798 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-3bd5ca82-71b2-4903-8615-5323eeff114d None None] Provisioning complete for port 9106f29f-cfec-4c3a-9817-3041bd272f04 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:24:33.050269 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-3bd5ca82-71b2-4903-8615-5323eeff114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:33.083225 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5ca82-71b2-4903-8615-5323eeff114d None None] Port 9106f29f-cfec-4c3a-9817-3041bd272f04 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:24:33.253191 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9106f29f-cfec-4c3a-9817-3041bd272f04 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:24:33.261396 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Publish callbacks [] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:33.273904 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Transition to ACTIVE for port object 9106f29f-cfec-4c3a-9817-3041bd272f04 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:24:33.277861 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:33.283183 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:33.348298 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Pushing event updated for resources: {'Port': ['ID=9106f29f-cfec-4c3a-9817-3041bd272f04,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:33.356462 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Attempting to bind port 9106f29f-cfec-4c3a-9817-3041bd272f04 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:24:33.356579 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Attempting to bind port 9106f29f-cfec-4c3a-9817-3041bd272f04 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:24:33.356821 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Attempting to bind port 9106f29f-cfec-4c3a-9817-3041bd272f04 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:24:33.361501 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Port 9106f29f-cfec-4c3a-9817-3041bd272f04 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:24:33.361827 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Attempting to bind port 9106f29f-cfec-4c3a-9817-3041bd272f04 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:24:33.366783 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:24:33.367117 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Checking segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:24:33.367498 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Bound using segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:24:33.367922 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Bound port: 9106f29f-cfec-4c3a-9817-3041bd272f04, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:24:33.368281 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:33.431545 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] For port 9106f29f-cfec-4c3a-9817-3041bd272f04, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:24:33.435094 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] For port 9106f29f-cfec-4c3a-9817-3041bd272f04, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9106f29f-cfec-4c3a-9817-3041bd272f04,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:24:33.441199 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:33.445167 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:33.445780 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:33.447152 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/9106f29f-cfec-4c3a-9817-3041bd272f04 HTTP/1.1" status: 200 len: 1094 time: 0.5725329 Aug 05 02:24:33.448216 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'tag': '9106f29f-cfec-4c3a-9817-3041bd272f04'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:24:33.450487 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf2407e-f33c-4b24-a387-47f52a09afdf" -d '{"events": [{"name": "network-changed", "server_uuid": "184f7bdb-49dd-4b9c-864d-e07bdb888d6c", "tag": "9106f29f-cfec-4c3a-9817-3041bd272f04"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:33.489889 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bc8df9-c7d5-47e6-b6e6-dc4b5e16a1c7 x-openstack-request-id: req-d0bc8df9-c7d5-47e6-b6e6-dc4b5e16a1c7 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:33.490175 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184f7bdb-49dd-4b9c-864d-e07bdb888d6c", "tag": "9106f29f-cfec-4c3a-9817-3041bd272f04", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:33.490428 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0bc8df9-c7d5-47e6-b6e6-dc4b5e16a1c7 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:33.490828 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0bc8df9-c7d5-47e6-b6e6-dc4b5e16a1c7'] response: {'name': 'network-changed', 'server_uuid': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'tag': '9106f29f-cfec-4c3a-9817-3041bd272f04', 'status': 'completed', 'code': 200} Aug 05 02:24:33.501285 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b1ca7-647a-452b-9f7c-5bda8ac30a6e service neutron] Pushing event updated for resources: {'Port': ['ID=9106f29f-cfec-4c3a-9817-3041bd272f04,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:33.578915 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-194ad411-860e-4eb0-b906-586319688606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:33.580417 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-194ad411-860e-4eb0-b906-586319688606 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 1128 time: 0.0401726 Aug 05 02:24:33.751830 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-f825662c-302f-4641-8458-daa798da6e01 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9106f29f-cfec-4c3a-9817-3041bd272f04 HTTP/1.1" status: 200 len: 217 time: 0.0397527 Aug 05 02:24:33.760003 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac012af-883a-4fca-a09f-685d9f99b4c1 req-6642ab75-98af-4d7e-aa18-2606844baefe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:33.761609 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1ac012af-883a-4fca-a09f-685d9f99b4c1 req-6642ab75-98af-4d7e-aa18-2606844baefe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0492396 Aug 05 02:24:33.803079 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-8b22050c-58a4-4271-91b4-48c62197ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:33.804574 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-8b22050c-58a4-4271-91b4-48c62197ae92 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0465212 Aug 05 02:24:33.813626 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1ac012af-883a-4fca-a09f-685d9f99b4c1 req-8a81960f-6f22-4c49-bcb6-a1bd7520d02e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441151 Aug 05 02:24:33.856297 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-202afa64-70a2-41b5-8db8-dccb22479aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:33.857842 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-202afa64-70a2-41b5-8db8-dccb22479aa1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468159 Aug 05 02:24:33.969393 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-5141c56a-b6bf-474a-8e02-6eb8b99de16b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045671 Aug 05 02:24:33.998359 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 41900) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:34.066974 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d261169-84ea-4cbd-a6c9-3526d53c303a req-8b7697c7-5c0f-4ea2-bfcb-957fe336f4bf tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:34.068504 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8d261169-84ea-4cbd-a6c9-3526d53c303a req-8b7697c7-5c0f-4ea2-bfcb-957fe336f4bf tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0940208 Aug 05 02:24:34.117374 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:34.150130 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8d261169-84ea-4cbd-a6c9-3526d53c303a req-9cb2477d-baa7-42dc-8f29-0eebf6075c0f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691628 Aug 05 02:24:34.156931 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ecf4b6b-35b5-4fb0-8a32-d2053c58aa45 req-fe55727e-d562-476c-835d-59cae3865165 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732888 Aug 05 02:24:34.157491 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d473e0-2f1e-4e7a-9cd1-b00d8c36238f req-f1d5c4ef-8296-42b2-a9d3-cc8d08ca8dbd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:34.159070 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-89d473e0-2f1e-4e7a-9cd1-b00d8c36238f req-f1d5c4ef-8296-42b2-a9d3-cc8d08ca8dbd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 944 time: 0.0697446 Aug 05 02:24:34.177639 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:34.205509 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-0a842bcf-c3ce-4dc7-87db-5ccec2468ceb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0dc47ee6310d44d191d6d6df7a8a57b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059391 Aug 05 02:24:34.208043 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 41906) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:34.228451 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-89d473e0-2f1e-4e7a-9cd1-b00d8c36238f req-e6fde672-3c68-4844-953e-90e64be56a8c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633891 Aug 05 02:24:34.262152 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-200c0f13-22e9-4944-ac00-37498abe4b3f admin admin] Publish callbacks [] for security_group (8275acdf-7d3b-4e0c-9e9c-342152ce75bb), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:34.283024 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-200c0f13-22e9-4944-ac00-37498abe4b3f admin admin] Publish callbacks [] for security_group (8275acdf-7d3b-4e0c-9e9c-342152ce75bb), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:34.329614 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-200c0f13-22e9-4944-ac00-37498abe4b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (8275acdf-7d3b-4e0c-9e9c-342152ce75bb), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:34.332088 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-200c0f13-22e9-4944-ac00-37498abe4b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:34.333251 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-200c0f13-22e9-4944-ac00-37498abe4b3f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8275acdf-7d3b-4e0c-9e9c-342152ce75bb HTTP/1.1" status: 204 len: 168 time: 0.1242037 Aug 05 02:24:34.341238 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c0f13-22e9-4944-ac00-37498abe4b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8275acdf-7d3b-4e0c-9e9c-342152ce75bb,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:34.937538 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a9429-9300-42ee-97ed-7ae0319ccf90 req-33120a2d-74ba-45dd-9d16-8b9dc2d4933b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:34.939022 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a72a9429-9300-42ee-97ed-7ae0319ccf90 req-33120a2d-74ba-45dd-9d16-8b9dc2d4933b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0507686 Aug 05 02:24:34.989829 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a72a9429-9300-42ee-97ed-7ae0319ccf90 req-01e998e3-4347-4df2-ae23-81b87f644f6c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447836 Aug 05 02:24:35.279036 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63edb96-7945-4c97-b820-22653530bf00 req-9956cf87-132a-4533-b885-26a8aecec19a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:35.280534 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c63edb96-7945-4c97-b820-22653530bf00 req-9956cf87-132a-4533-b885-26a8aecec19a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0485077 Aug 05 02:24:35.329674 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c63edb96-7945-4c97-b820-22653530bf00 req-6c5e200d-15e5-48d1-8e2e-c67c7e25d689 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436137 Aug 05 02:24:35.347409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02080e3-beb9-48a2-b017-e865dbe2a2f5 req-f20e66ba-b15f-4274-b511-12b62c97ecb5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:35.348896 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d02080e3-beb9-48a2-b017-e865dbe2a2f5 req-f20e66ba-b15f-4274-b511-12b62c97ecb5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 944 time: 0.0487111 Aug 05 02:24:35.375741 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:35.398804 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d02080e3-beb9-48a2-b017-e865dbe2a2f5 req-90f058e5-643a-4ffd-8303-8707d83ddf07 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Aug 05 02:24:36.107017 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada3974-9f26-41ae-88f4-e32843986fd6 req-2ddffbeb-2dd8-414d-923b-64b01c0e885b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:36.108408 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1ada3974-9f26-41ae-88f4-e32843986fd6 req-2ddffbeb-2dd8-414d-923b-64b01c0e885b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0473604 Aug 05 02:24:36.158156 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1ada3974-9f26-41ae-88f4-e32843986fd6 req-fa784c08-1898-4ebb-b0fa-e22cb3105a62 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 Aug 05 02:24:36.174582 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 661635b8-8836-4704-91ee-343c5d3a40eb details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:24:36.273995 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:36.285034 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '661635b8-8836-4704-91ee-343c5d3a40eb', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'port_id': '661635b8-8836-4704-91ee-343c5d3a40eb', 'mac_address': 'fa:16:3e:72:53:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:24:36.318885 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 661635b8-8836-4704-91ee-343c5d3a40eb is: ACTIVE; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:24:36.319272 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:36.332528 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 661635b8-8836-4704-91ee-343c5d3a40eb {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:24:36.351618 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:36.355535 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:36.405087 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=6']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:36.456831 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87d4c9-e830-40f6-a11c-54caf14c361b req-9fd22e6e-82d8-404a-aea8-bc95384ebade tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:36.458320 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-db87d4c9-e830-40f6-a11c-54caf14c361b req-9fd22e6e-82d8-404a-aea8-bc95384ebade tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.0493236 Aug 05 02:24:36.515785 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-db87d4c9-e830-40f6-a11c-54caf14c361b req-37608ed1-a8c3-477e-9e0f-6b8059ee2bab tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513537 Aug 05 02:24:36.523616 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c287c6-c5f9-40ab-8e2c-d8a2fedc0384 req-9ad118ae-303d-435a-b013-163e6e0795c0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:36.525116 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-06c287c6-c5f9-40ab-8e2c-d8a2fedc0384 req-9ad118ae-303d-435a-b013-163e6e0795c0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 944 time: 0.0512552 Aug 05 02:24:36.575243 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-06c287c6-c5f9-40ab-8e2c-d8a2fedc0384 req-d4a786de-2fc2-4ef7-a687-b8ffa854847c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443201 Aug 05 02:24:36.829993 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['661635b8-8836-4704-91ee-343c5d3a40eb'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:24:37.280753 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b012da-0441-4975-a7c7-4fb9f88f28c1 req-9a9fc8a0-2e5c-489d-8c56-9a69cd239436 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:37.282184 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b4b012da-0441-4975-a7c7-4fb9f88f28c1 req-9a9fc8a0-2e5c-489d-8c56-9a69cd239436 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0466285 Aug 05 02:24:37.328067 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b4b012da-0441-4975-a7c7-4fb9f88f28c1 req-24611bbb-4832-4529-85d4-6681b9ea4a8f tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402498 Aug 05 02:24:37.644948 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea2dd6-7f8a-4f9f-863e-141c892d1ac3 req-c00f9db4-c2f1-48ef-9dfa-dd5c4642f756 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:37.646427 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-59ea2dd6-7f8a-4f9f-863e-141c892d1ac3 req-c00f9db4-c2f1-48ef-9dfa-dd5c4642f756 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.0486364 Aug 05 02:24:37.693839 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aed600-3645-482d-a593-b366e417038b req-0a30d96c-02a9-425f-83f2-717f5eb5cac3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:37.694521 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-59ea2dd6-7f8a-4f9f-863e-141c892d1ac3 req-82f68537-a402-42d0-9df4-bbf981607d93 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424242 Aug 05 02:24:37.695318 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c6aed600-3645-482d-a593-b366e417038b req-0a30d96c-02a9-425f-83f2-717f5eb5cac3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 944 time: 0.0476692 Aug 05 02:24:37.743450 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c6aed600-3645-482d-a593-b366e417038b req-0dd59f93-7c28-4ca2-8fe3-f67c05cab9d2 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Aug 05 02:24:38.184085 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-f9808bee-9227-4445-bc3d-e6a1a34a7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:38.185609 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-f9808bee-9227-4445-bc3d-e6a1a34a7979 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 1128 time: 0.0468695 Aug 05 02:24:38.201444 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 661635b8-8836-4704-91ee-343c5d3a40eb up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:24:38.251008 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 661635b8-8836-4704-91ee-343c5d3a40eb triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:24:38.251450 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:38.296457 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-cc09a292-2956-4401-b305-167b8ae5b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:38.298023 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-cc09a292-2956-4401-b305-167b8ae5b2a6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.0885954 Aug 05 02:24:38.322825 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 661635b8-8836-4704-91ee-343c5d3a40eb is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:24:38.323221 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:38.343398 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-66c5a192-59f0-425a-a923-07dcbf6f7167 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9106f29f-cfec-4c3a-9817-3041bd272f04 HTTP/1.1" status: 200 len: 217 time: 0.0367472 Aug 05 02:24:38.346575 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:24:38.349075 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d7ce0-f3ad-4bde-b885-8aab264e7c7d" -d '{"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-plugged", "status": "completed", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:38.363275 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:38.370679 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:38.396637 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-9f0371b7-83e4-4abf-b626-d759806d03be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:38.397489 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917c92b9-8b75-4b77-b17a-5b6f2f90ff51 x-openstack-request-id: req-917c92b9-8b75-4b77-b17a-5b6f2f90ff51 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:38.398271 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-plugged", "status": "completed", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:38.398405 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-9f0371b7-83e4-4abf-b626-d759806d03be service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0488110 Aug 05 02:24:38.398513 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-917c92b9-8b75-4b77-b17a-5b6f2f90ff51 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:38.398513 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-917c92b9-8b75-4b77-b17a-5b6f2f90ff51'] response: {'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb', 'code': 200} Aug 05 02:24:38.428945 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=7']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:38.459439 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d23cd8-dab0-4131-b62b-ec3244662a09 req-730d667c-8219-4138-97a4-d90847ae634e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:38.460950 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-47d23cd8-dab0-4131-b62b-ec3244662a09 req-730d667c-8219-4138-97a4-d90847ae634e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0468011 Aug 05 02:24:38.517368 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-507bc3fc-c860-411f-b71b-09b0dc825377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:38.518856 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-507bc3fc-c860-411f-b71b-09b0dc825377 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0570323 Aug 05 02:24:38.551609 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:38.577877 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-47d23cd8-dab0-4131-b62b-ec3244662a09 req-60bc682e-2d5c-4178-be6f-cfa2f4cd7998 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066055 Aug 05 02:24:38.626708 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-a7f8015d-3e7e-41f6-b1c9-7e6adf978943 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977061 Aug 05 02:24:38.726022 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fdf2407e-f33c-4b24-a387-47f52a09afdf req-e15487bd-035c-4961-b69f-2bddc3ee0a5f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926383 Aug 05 02:24:38.802354 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23936112-7a59-4cc8-a97d-0d8eb2071e83 req-c2d0fa3a-6cbd-459c-81ee-837714b5f80f tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:38.804241 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-23936112-7a59-4cc8-a97d-0d8eb2071e83 req-c2d0fa3a-6cbd-459c-81ee-837714b5f80f tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0575042 Aug 05 02:24:38.829768 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5841c2-9d00-4e1a-b2ba-7659f54811bc req-cc822c09-ce7c-4158-9a5d-28b603bb91a8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:38.831397 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fb5841c2-9d00-4e1a-b2ba-7659f54811bc req-cc822c09-ce7c-4158-9a5d-28b603bb91a8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0530057 Aug 05 02:24:38.875627 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-23936112-7a59-4cc8-a97d-0d8eb2071e83 req-0571bfc6-084f-4b2e-b1cf-6145a3531e56 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637023 Aug 05 02:24:38.881727 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fb5841c2-9d00-4e1a-b2ba-7659f54811bc req-22a77aba-558f-47a3-ba7f-bf3e872fc6b8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 Aug 05 02:24:38.909411 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-f80b8d1a-250c-43c1-a7fc-93742da82283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:38.911509 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-f80b8d1a-250c-43c1-a7fc-93742da82283 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 1129 time: 0.0551164 Aug 05 02:24:39.003275 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:39.023416 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64c27c-6623-4973-9f99-57cda18feb04 req-46e1e7f2-fc36-4c94-b87e-9f40c968c41f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:39.024880 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7a64c27c-6623-4973-9f99-57cda18feb04 req-46e1e7f2-fc36-4c94-b87e-9f40c968c41f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 944 time: 0.0879965 Aug 05 02:24:39.068042 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-327c5f1d-4440-40a1-bdb6-f131e077f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:39.069478 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-327c5f1d-4440-40a1-bdb6-f131e077f4ce service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 912 time: 0.1509948 Aug 05 02:24:39.131771 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7a64c27c-6623-4973-9f99-57cda18feb04 req-6bfbfd9b-5c84-4509-9f68-28fc375ff0ce tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953627 Aug 05 02:24:39.148959 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-87ab55b3-0175-43b1-97ee-e04be2516068 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c4ea12-20f0-402c-a002-d09aebd27024 HTTP/1.1" status: 200 len: 1000 time: 0.0730231 Aug 05 02:24:39.198605 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-3e21fd53-8ebf-43c0-b212-9d733c5af141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:39.200081 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-3e21fd53-8ebf-43c0-b212-9d733c5af141 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 200 len: 850 time: 0.0441675 Aug 05 02:24:39.242993 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-de56e4fb-a0fb-4907-b62a-3e9f5922ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:39.244971 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-de56e4fb-a0fb-4907-b62a-3e9f5922ef97 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bf7849d5-61da-44b5-8e65-8d7323d12692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386183 Aug 05 02:24:39.337980 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-f844a2b4-10c7-48f7-b127-9d4f4c28bb10 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859668 Aug 05 02:24:39.429862 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d0ec6f2-e735-4b55-8f5c-05ac6cadf2a5 req-4bef0af0-2aa9-4853-806a-1bc846ec70ac service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Aug 05 02:24:40.012466 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae453ee-5e03-4217-b395-a274a1bffc91 req-e1670a9e-32b1-4066-8cf9-3dd345447c11 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:40.020187 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-dae453ee-5e03-4217-b395-a274a1bffc91 req-e1670a9e-32b1-4066-8cf9-3dd345447c11 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0596683 Aug 05 02:24:40.029972 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-da67527f-0b8f-47db-a49c-68638633d6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:40.056206 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc319f-d05c-435e-afa5-bb17b40bf623 req-7310ade4-3d18-433a-be71-c970b3289602 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:40.060807 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7ddc319f-d05c-435e-afa5-bb17b40bf623 req-7310ade4-3d18-433a-be71-c970b3289602 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0755990 Aug 05 02:24:40.070673 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-dae453ee-5e03-4217-b395-a274a1bffc91 req-479b8360-ce8a-49ea-b195-d3fde2d05fb7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492742 Aug 05 02:24:40.115174 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7ddc319f-d05c-435e-afa5-bb17b40bf623 req-8ee86647-a68b-43bd-bdb9-5dedc593fb74 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505092 Aug 05 02:24:40.218072 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9106f29f-cfec-4c3a-9817-3041bd272f04 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:24:40.220718 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:40.241129 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:40.255634 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac03fd-f155-42b6-8988-7099eb783139 req-caeeb8e1-8896-4b47-8e73-55e9f549aa36 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:40.257412 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ffac03fd-f155-42b6-8988-7099eb783139 req-caeeb8e1-8896-4b47-8e73-55e9f549aa36 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 944 time: 0.0528738 Aug 05 02:24:40.309285 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ffac03fd-f155-42b6-8988-7099eb783139 req-2c7e5e81-2026-479a-a263-59d4154a5c02 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455599 Aug 05 02:24:40.326112 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9106f29f-cfec-4c3a-9817-3041bd272f04, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9106f29f-cfec-4c3a-9817-3041bd272f04,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:40.340518 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '9106f29f-cfec-4c3a-9817-3041bd272f04', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'port_id': '9106f29f-cfec-4c3a-9817-3041bd272f04', 'mac_address': 'fa:16:3e:37:0c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:24:40.497530 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 9106f29f-cfec-4c3a-9817-3041bd272f04 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:24:40.497924 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:40.511604 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9106f29f-cfec-4c3a-9817-3041bd272f04 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:24:40.531415 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9106f29f-cfec-4c3a-9817-3041bd272f04, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9106f29f-cfec-4c3a-9817-3041bd272f04,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:40.535071 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:40.580482 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=9106f29f-cfec-4c3a-9817-3041bd272f04,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:40.587417 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.588493 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.588843 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.589194 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.589529 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.589862 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.590193 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.590524 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.590860 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.591185 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.591510 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.592102 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.592462 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.592788 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:40.593111 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:41.198000 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7e238-de60-4a42-ad8a-d83d47c455e3 req-a8960ac8-0553-46fc-a90a-c5f8cc717e3b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:41.199460 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d8e7e238-de60-4a42-ad8a-d83d47c455e3 req-a8960ac8-0553-46fc-a90a-c5f8cc717e3b tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Aug 05 02:24:41.202832 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['9106f29f-cfec-4c3a-9817-3041bd272f04'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:24:41.220544 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:41.222417 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:41.271735 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d8e7e238-de60-4a42-ad8a-d83d47c455e3 req-5c340ca8-16ca-45f1-9b56-8ec6d6faa73e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659709 Aug 05 02:24:41.283027 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37304389-bca9-4a97-b658-179fcdd48192 req-ac6c4e96-8758-42fc-aee9-84438bb6e31f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:41.284600 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-37304389-bca9-4a97-b658-179fcdd48192 req-ac6c4e96-8758-42fc-aee9-84438bb6e31f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0852506 Aug 05 02:24:41.335871 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-37304389-bca9-4a97-b658-179fcdd48192 req-d846b8c9-bcd1-438b-ad59-495a47d114a5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443671 Aug 05 02:24:41.434534 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7e8e5-635f-44fd-82bd-07ec61821eb2 req-7523be5e-2db4-4c2c-ad94-783ea9384564 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:41.435969 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-68b7e8e5-635f-44fd-82bd-07ec61821eb2 req-7523be5e-2db4-4c2c-ad94-783ea9384564 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 945 time: 0.0515337 Aug 05 02:24:41.488886 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-68b7e8e5-635f-44fd-82bd-07ec61821eb2 req-e7bfa961-6534-4457-8aff-0460b4a411a2 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474350 Aug 05 02:24:41.619730 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:41.620932 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=5 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:42.222188 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e22baf79-4801-44c3-8216-a4cce26b3c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:42.475696 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739034f-ffcb-4f2f-aad1-88331012180c req-8c4c601b-7f11-4fdd-bcc8-93d97ecbb601 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:42.477302 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8739034f-ffcb-4f2f-aad1-88331012180c req-8c4c601b-7f11-4fdd-bcc8-93d97ecbb601 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0497129 Aug 05 02:24:42.526597 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8739034f-ffcb-4f2f-aad1-88331012180c req-f5aef81a-8ce8-443b-8ffe-f5cc299ba569 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418856 Aug 05 02:24:42.607284 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a47b0-6be8-4855-91f7-379c805d3955 req-f9889dbf-5510-4c78-ac8c-29a488a23963 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:42.608680 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e7a47b0-6be8-4855-91f7-379c805d3955 req-f9889dbf-5510-4c78-ac8c-29a488a23963 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 945 time: 0.0471797 Aug 05 02:24:42.655275 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e7a47b0-6be8-4855-91f7-379c805d3955 req-2a4034bf-f787-4f52-a534-355004cb148e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412164 Aug 05 02:24:42.996269 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9106f29f-cfec-4c3a-9817-3041bd272f04 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:24:43.037486 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 9106f29f-cfec-4c3a-9817-3041bd272f04 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:24:43.043912 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 9106f29f-cfec-4c3a-9817-3041bd272f04 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:24:43.044371 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:43.118156 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 9106f29f-cfec-4c3a-9817-3041bd272f04 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:24:43.118541 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:43.140607 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9106f29f-cfec-4c3a-9817-3041bd272f04'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:24:43.142835 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6364b4-a51f-4fe3-9653-1bbc962a809d" -d '{"events": [{"server_uuid": "184f7bdb-49dd-4b9c-864d-e07bdb888d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9106f29f-cfec-4c3a-9817-3041bd272f04"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:43.155864 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 9106f29f-cfec-4c3a-9817-3041bd272f04, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9106f29f-cfec-4c3a-9817-3041bd272f04,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:43.159923 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:43.182382 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284cc1a9-4419-4f96-8afa-7521f833c613 x-openstack-request-id: req-284cc1a9-4419-4f96-8afa-7521f833c613 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:43.182382 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184f7bdb-49dd-4b9c-864d-e07bdb888d6c", "name": "network-vif-plugged", "status": "completed", "tag": "9106f29f-cfec-4c3a-9817-3041bd272f04", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:43.182653 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-284cc1a9-4419-4f96-8afa-7521f833c613 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:43.182878 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284cc1a9-4419-4f96-8afa-7521f833c613'] response: {'server_uuid': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9106f29f-cfec-4c3a-9817-3041bd272f04', 'code': 200} Aug 05 02:24:43.219087 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=9106f29f-cfec-4c3a-9817-3041bd272f04,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:43.221987 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:43.413605 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8e272-bf22-42e7-bcf9-8953621ec8c5 req-0285af1d-ee39-4281-8814-536346cb9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:43.415077 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-30d8e272-bf22-42e7-bcf9-8953621ec8c5 req-0285af1d-ee39-4281-8814-536346cb9819 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 1130 time: 0.0438638 Aug 05 02:24:43.459232 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-30d8e272-bf22-42e7-bcf9-8953621ec8c5 req-f2a60a0b-1e88-4306-a31d-56094ba3caaa service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369174 Aug 05 02:24:43.651702 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dc066-800b-4acb-82f0-5206465c9a60 req-2170147e-1980-4b5b-99f4-56793f3cd7d8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:43.653303 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0b1dc066-800b-4acb-82f0-5206465c9a60 req-2170147e-1980-4b5b-99f4-56793f3cd7d8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0494633 Aug 05 02:24:43.700745 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0b1dc066-800b-4acb-82f0-5206465c9a60 req-732e9193-92e8-4292-ac8a-fc5218e6d42a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416155 Aug 05 02:24:43.776588 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef1130-3fe8-4708-b608-3cf2dbce22ad req-f3860480-18e3-4635-b408-1d8f71cfa0f3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:43.778018 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-adef1130-3fe8-4708-b608-3cf2dbce22ad req-f3860480-18e3-4635-b408-1d8f71cfa0f3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 946 time: 0.0497742 Aug 05 02:24:43.826146 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-adef1130-3fe8-4708-b608-3cf2dbce22ad req-211acbe3-be1c-4a5a-97a3-c59347df81c6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Aug 05 02:24:44.818302 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:44.827069 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dbb8-5927-42d4-a96f-0c9884f22046 req-43b1a117-4ee3-4446-a1cf-888345674956 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:44.828587 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-17a0dbb8-5927-42d4-a96f-0c9884f22046 req-43b1a117-4ee3-4446-a1cf-888345674956 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0478251 Aug 05 02:24:44.840167 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:44.883877 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-17a0dbb8-5927-42d4-a96f-0c9884f22046 req-e049c6c7-0018-48da-ba1a-a58e6af12325 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496225 Aug 05 02:24:44.913740 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:44.951320 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec9b4-68a4-4f72-982a-c96f26ed9933 req-f1dec3fd-1941-4952-8554-01c7d6363778 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:44.953482 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-54bec9b4-68a4-4f72-982a-c96f26ed9933 req-f1dec3fd-1941-4952-8554-01c7d6363778 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 946 time: 0.0514169 Aug 05 02:24:44.988448 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:45.006005 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-54bec9b4-68a4-4f72-982a-c96f26ed9933 req-44e9be80-b000-4727-bf78-bb82fe2d47da tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464773 Aug 05 02:24:46.009775 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e030aad-1570-4932-b144-661e9bb75c2d req-b628ce10-0ee2-4ee8-a622-f2950c05171d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:46.011263 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e030aad-1570-4932-b144-661e9bb75c2d req-b628ce10-0ee2-4ee8-a622-f2950c05171d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0476134 Aug 05 02:24:46.041933 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42034) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:46.073566 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1e030aad-1570-4932-b144-661e9bb75c2d req-f606023d-1b71-494c-88d0-104e378df3c2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563583 Aug 05 02:24:46.140783 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e055-51a3-4855-9431-6a694f753b2a req-a7324d7f-d21d-4732-8909-96c9217b6ff6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:46.142357 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a929e055-51a3-4855-9431-6a694f753b2a req-a7324d7f-d21d-4732-8909-96c9217b6ff6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 946 time: 0.0520351 Aug 05 02:24:46.189031 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea5f3-3fc7-4ddc-aa30-7a4d1aa56ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:46.195824 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a929e055-51a3-4855-9431-6a694f753b2a req-d6ec9320-b26a-440c-b67c-b24917627281 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477636 Aug 05 02:24:46.313456 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea5f3-3fc7-4ddc-aa30-7a4d1aa56ec9 admin admin] Publish callbacks [] for security_group (4a0e455a-b732-46bf-9265-507148a7315f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:46.321792 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea5f3-3fc7-4ddc-aa30-7a4d1aa56ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (4a0e455a-b732-46bf-9265-507148a7315f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:46.356476 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0530a-30dc-433f-99d5-c43e7747bbfb req-f044e6f3-3c19-4df5-8160-232c7f974cef tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:46.358014 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5ce0530a-30dc-433f-99d5-c43e7747bbfb req-f044e6f3-3c19-4df5-8160-232c7f974cef tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 946 time: 0.0837646 Aug 05 02:24:46.367720 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42050) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:46.373404 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-b28620a4-6490-4607-8506-95e3716af113 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'floatingip': {'port_id': '9106f29f-cfec-4c3a-9817-3041bd272f04'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:24:46.413851 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b28620a4-6490-4607-8506-95e3716af113 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (819a96ba-e62c-4219-8843-19e76052556f), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:46.629361 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9b0ea5f3-3fc7-4ddc-aa30-7a4d1aa56ec9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=658bcc8ba8094676a94c09b1bf474604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861416 Aug 05 02:24:46.630397 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ea5f3-3fc7-4ddc-aa30-7a4d1aa56ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0e455a-b732-46bf-9265-507148a7315f,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:46.632722 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42062) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:24:46.690547 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4e5abfd5-8f19-4dfd-9d3b-9fb5784e9665 admin admin] Publish callbacks [] for security_group (4a0e455a-b732-46bf-9265-507148a7315f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:46.723767 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4e5abfd5-8f19-4dfd-9d3b-9fb5784e9665 admin admin] Publish callbacks [] for security_group (4a0e455a-b732-46bf-9265-507148a7315f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:46.754424 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:46.796457 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4e5abfd5-8f19-4dfd-9d3b-9fb5784e9665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (4a0e455a-b732-46bf-9265-507148a7315f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:46.799440 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4e5abfd5-8f19-4dfd-9d3b-9fb5784e9665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:46.803140 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-4e5abfd5-8f19-4dfd-9d3b-9fb5784e9665 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4a0e455a-b732-46bf-9265-507148a7315f HTTP/1.1" status: 204 len: 168 time: 0.1670187 Aug 05 02:24:46.817485 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5abfd5-8f19-4dfd-9d3b-9fb5784e9665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0e455a-b732-46bf-9265-507148a7315f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:46.968964 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b28620a4-6490-4607-8506-95e3716af113 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:46.975845 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b28620a4-6490-4607-8506-95e3716af113 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (819a96ba-e62c-4219-8843-19e76052556f), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:47.427698 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564d11-229e-4365-a184-edd3fdcfc172 req-05a35318-1182-4f52-aefc-d2544024fb91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:47.429365 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bd564d11-229e-4365-a184-edd3fdcfc172 req-05a35318-1182-4f52-aefc-d2544024fb91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0678616 Aug 05 02:24:47.433937 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.l3_db [None req-b28620a4-6490-4607-8506-95e3716af113 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Floating IP 819a96ba-e62c-4219-8843-19e76052556f associated. External IP: 172.27.0.130, port: 9106f29f-cfec-4c3a-9817-3041bd272f04. Aug 05 02:24:47.570257 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bd564d11-229e-4365-a184-edd3fdcfc172 req-fa3ffdc8-3cae-4e86-87ce-aaac51245121 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323318 Aug 05 02:24:47.580480 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:47.653207 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:47.715482 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28620a4-6490-4607-8506-95e3716af113 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:24:47.831142 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28620a4-6490-4607-8506-95e3716af113 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:24:47.842701 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b28620a4-6490-4607-8506-95e3716af113 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:24:47.845147 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:24:47.850442 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:47.869847 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:24:47.870436 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b28620a4-6490-4607-8506-95e3716af113 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/819a96ba-e62c-4219-8843-19e76052556f HTTP/1.1" status: 200 len: 992 time: 1.5016026 Aug 05 02:24:47.871106 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'tag': '9106f29f-cfec-4c3a-9817-3041bd272f04'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:24:47.873802 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2895caf-ebd3-4864-90fb-e298742f0320" -d '{"events": [{"name": "network-changed", "server_uuid": "184f7bdb-49dd-4b9c-864d-e07bdb888d6c", "tag": "9106f29f-cfec-4c3a-9817-3041bd272f04"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:47.874109 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:24:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:47.913688 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a4543-015f-4cf1-88e9-fb37574cbd83 x-openstack-request-id: req-2d6a4543-015f-4cf1-88e9-fb37574cbd83 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:47.914169 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184f7bdb-49dd-4b9c-864d-e07bdb888d6c", "tag": "9106f29f-cfec-4c3a-9817-3041bd272f04", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:47.914525 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d6a4543-015f-4cf1-88e9-fb37574cbd83 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:47.915043 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6a4543-015f-4cf1-88e9-fb37574cbd83'] response: {'name': 'network-changed', 'server_uuid': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'tag': '9106f29f-cfec-4c3a-9817-3041bd272f04', 'status': 'completed', 'code': 200} Aug 05 02:24:48.030978 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-34791588-4f33-4d5f-ac04-14255f270d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:48.033157 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-34791588-4f33-4d5f-ac04-14255f270d63 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 1130 time: 0.0480757 Aug 05 02:24:48.035085 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:24:48.067899 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:48.149136 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-1f6ddec0-5685-4361-8808-5f5619fc8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:48.151426 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-1f6ddec0-5685-4361-8808-5f5619fc8cdb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.1093469 Aug 05 02:24:48.230631 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-b44c7ead-75b0-4116-b20a-2b7685a311c6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9106f29f-cfec-4c3a-9817-3041bd272f04 HTTP/1.1" status: 200 len: 1000 time: 0.0679357 Aug 05 02:24:48.292560 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-6f65e893-3fd0-4aeb-8c37-06549a19dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:48.294021 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-6f65e893-3fd0-4aeb-8c37-06549a19dcb6 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0547428 Aug 05 02:24:48.308251 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '35aa33d9-1fef-4c2a-8503-a76a99b785e2', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:31Z', 'updated_at': '2022-08-05T02:21:38Z', 'revision_number': 2, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}, {'id': '819a96ba-e62c-4219-8843-19e76052556f', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '9106f29f-cfec-4c3a-9817-3041bd272f04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:37:0c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:24:29Z', 'updated_at': '2022-08-05T02:24:46Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:48.335168 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:24:48.346175 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:24:48.347174 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:24:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:48.349583 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-8d4948d1-ea50-4ea3-94cd-b1431707ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:48.351096 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-8d4948d1-ea50-4ea3-94cd-b1431707ce78 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495439 Aug 05 02:24:48.461396 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-04f5af62-d160-4ef1-bfa5-a29329f47f1c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019392 Aug 05 02:24:48.471603 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:24:48.531881 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:48.570236 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e2895caf-ebd3-4864-90fb-e298742f0320 req-97f20e41-20d2-42b0-88f3-634f52152348 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020987 Aug 05 02:24:48.786455 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '35aa33d9-1fef-4c2a-8503-a76a99b785e2', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:31Z', 'updated_at': '2022-08-05T02:21:38Z', 'revision_number': 2, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}, {'id': '819a96ba-e62c-4219-8843-19e76052556f', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '9106f29f-cfec-4c3a-9817-3041bd272f04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:37:0c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:24:29Z', 'updated_at': '2022-08-05T02:24:46Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:48.796561 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b113f44-534c-47df-9930-b12891f41a6e req-3dd7f0ec-a960-4036-8664-213de2c1ff12 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:48.798069 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9b113f44-534c-47df-9930-b12891f41a6e req-3dd7f0ec-a960-4036-8664-213de2c1ff12 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0676134 Aug 05 02:24:48.818684 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9588a-47eb-4e75-a9ee-a68505dda135 None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '35aa33d9-1fef-4c2a-8503-a76a99b785e2', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:31Z', 'updated_at': '2022-08-05T02:21:38Z', 'revision_number': 2, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}, {'id': '819a96ba-e62c-4219-8843-19e76052556f', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '9106f29f-cfec-4c3a-9817-3041bd272f04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:37:0c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:24:29Z', 'updated_at': '2022-08-05T02:24:46Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:24:48.882682 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9b113f44-534c-47df-9930-b12891f41a6e req-952b2bef-2fcf-4ce9-92c9-4566acc2d280 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772870 Aug 05 02:24:49.063919 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40767f3-75bb-4099-ad75-ac8c6e9559ba None None] New status for floating IP 819a96ba-e62c-4219-8843-19e76052556f: ACTIVE {{(pid=104198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:24:50.021586 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5f091-f100-4a26-a46a-5bab302b1130 req-d8282d40-a33c-41f3-9d3f-e5c4896bfbc1 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:50.023047 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-18a5f091-f100-4a26-a46a-5bab302b1130 req-d8282d40-a33c-41f3-9d3f-e5c4896bfbc1 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0615160 Aug 05 02:24:50.080961 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-18a5f091-f100-4a26-a46a-5bab302b1130 req-d249fe27-60c6-43fd-955a-6098ecc8d078 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512354 Aug 05 02:24:51.229116 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aace02-0b1c-46d5-be57-bb7f0b56bda5 req-a870a069-ca10-4765-a354-8ed978adeda3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:51.231714 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77aace02-0b1c-46d5-be57-bb7f0b56bda5 req-a870a069-ca10-4765-a354-8ed978adeda3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0607035 Aug 05 02:24:51.289931 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77aace02-0b1c-46d5-be57-bb7f0b56bda5 req-fd5d9770-f9f8-40a9-acab-5619f40c803c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525048 Aug 05 02:24:52.477800 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196701b-c7bd-4009-8edb-e3aa6dddb88f req-0cdad718-baaa-4c35-ae5b-01b7f13b1a47 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:52.485830 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c196701b-c7bd-4009-8edb-e3aa6dddb88f req-0cdad718-baaa-4c35-ae5b-01b7f13b1a47 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0824375 Aug 05 02:24:52.539705 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c196701b-c7bd-4009-8edb-e3aa6dddb88f req-a213e142-aecc-4026-9231-9eac21c063f4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521183 Aug 05 02:24:53.675445 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c2085-1db6-4b52-af26-e04ad36dba8b req-bf11ccdf-e961-46d6-b242-e6f976c1bfb7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:53.677085 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f82c2085-1db6-4b52-af26-e04ad36dba8b req-bf11ccdf-e961-46d6-b242-e6f976c1bfb7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0502362 Aug 05 02:24:53.728481 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f82c2085-1db6-4b52-af26-e04ad36dba8b req-6ba132ab-b0cd-4eba-879f-5159d253cb3f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441906 Aug 05 02:24:54.893382 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7a93-c621-4d01-82e8-67a29a00ec3f req-7c893290-113b-4ba4-811a-9968cd8af5ee tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:54.894928 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b72f7a93-c621-4d01-82e8-67a29a00ec3f req-7c893290-113b-4ba4-811a-9968cd8af5ee tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0846033 Aug 05 02:24:54.950272 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b72f7a93-c621-4d01-82e8-67a29a00ec3f req-dddcda4c-94ff-469f-afcd-af8699fc0499 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471029 Aug 05 02:24:55.584319 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:24:56.087059 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864281f-758d-447f-904b-4ad799fd14bf req-8f7eae29-1974-4983-bcb1-4beac3df81e6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:56.089582 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6864281f-758d-447f-904b-4ad799fd14bf req-8f7eae29-1974-4983-bcb1-4beac3df81e6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0472004 Aug 05 02:24:56.140277 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6864281f-758d-447f-904b-4ad799fd14bf req-056c9446-8ac6-4e1c-85bb-9d3e5ed1a539 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448968 Aug 05 02:24:56.691799 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5673-c63a-45de-a437-added80b4d48 req-1ce09758-3307-4e2e-af56-3095548b396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:56.693288 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a19d5673-c63a-45de-a437-added80b4d48 req-1ce09758-3307-4e2e-af56-3095548b396e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 1130 time: 0.0417271 Aug 05 02:24:56.790564 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5673-c63a-45de-a437-added80b4d48 req-dc36a64d-5fb4-4a35-a2b7-bf6b8eca917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:56.792112 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a19d5673-c63a-45de-a437-added80b4d48 req-dc36a64d-5fb4-4a35-a2b7-bf6b8eca917f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.0883172 Aug 05 02:24:56.844294 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:56.861263 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a19d5673-c63a-45de-a437-added80b4d48 req-271cede0-7eb8-4e3f-896b-8f330e2ebf95 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661635b8-8836-4704-91ee-343c5d3a40eb HTTP/1.1" status: 200 len: 1001 time: 0.0612528 Aug 05 02:24:56.914657 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5673-c63a-45de-a437-added80b4d48 req-d6cc8cca-4c98-4dff-a066-9593edc1c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:56.916203 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a19d5673-c63a-45de-a437-added80b4d48 req-d6cc8cca-4c98-4dff-a066-9593edc1c99f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.0434749 Aug 05 02:24:56.965158 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5673-c63a-45de-a437-added80b4d48 req-5e776e51-3a87-4866-9bc8-5d6a172f8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:56.967035 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a19d5673-c63a-45de-a437-added80b4d48 req-5e776e51-3a87-4866-9bc8-5d6a172f8d61 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403459 Aug 05 02:24:57.065880 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a19d5673-c63a-45de-a437-added80b4d48 req-f620d204-4458-4c8f-a7b5-09fc16947b43 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870354 Aug 05 02:24:57.157565 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a19d5673-c63a-45de-a437-added80b4d48 req-afee3bfa-896f-412e-ae85-b954018f0c62 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831749 Aug 05 02:24:57.264904 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6802a-3c08-4e7a-9274-c1d85177cdae req-2a60d2a8-082a-4755-b299-6f0ac5bfbcae tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:57.266293 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50e6802a-3c08-4e7a-9274-c1d85177cdae req-2a60d2a8-082a-4755-b299-6f0ac5bfbcae tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0480037 Aug 05 02:24:57.316934 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50e6802a-3c08-4e7a-9274-c1d85177cdae req-3e4a8764-39ac-466a-a89c-c265a1bd6d6d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 Aug 05 02:24:58.437358 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2e4b9-418f-4380-a9f9-64c61d54aea4 req-5bb74c01-5e30-4dc2-821e-c5d8a255b7bb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:58.438780 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-94d2e4b9-418f-4380-a9f9-64c61d54aea4 req-5bb74c01-5e30-4dc2-821e-c5d8a255b7bb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0456662 Aug 05 02:24:58.485407 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-94d2e4b9-418f-4380-a9f9-64c61d54aea4 req-009d19e1-1b13-4ee6-a034-0bb28e16b4d0 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410302 Aug 05 02:24:58.789464 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=62 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:58.790982 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=65 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:24:59.621007 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4330f-4b68-4a51-93da-413ba8659ef1 req-024993b4-b544-4497-b9c5-535f20c67b78 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:24:59.623150 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1d4330f-4b68-4a51-93da-413ba8659ef1 req-024993b4-b544-4497-b9c5-535f20c67b78 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0577900 Aug 05 02:24:59.673777 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e1d4330f-4b68-4a51-93da-413ba8659ef1 req-55461fa9-4f91-445c-9c3b-a586162da65b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 Aug 05 02:25:00.227666 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [req-53c15e8c-b16d-409e-8fe9-a9c86f9d7faf req-cc681055-ac0e-4f21-b70a-ae8f955836ad service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:25:00.228659 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-53c15e8c-b16d-409e-8fe9-a9c86f9d7faf req-cc681055-ac0e-4f21-b70a-ae8f955836ad service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052440 Aug 05 02:25:00.398558 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca3149-a022-4651-81e3-82cd44599b03 req-91dd7f73-158e-4b6c-83aa-25fe9135cafe tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:00.400813 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-eeca3149-a022-4651-81e3-82cd44599b03 req-91dd7f73-158e-4b6c-83aa-25fe9135cafe tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 946 time: 0.0485668 Aug 05 02:25:00.449182 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-eeca3149-a022-4651-81e3-82cd44599b03 req-a2910e75-2be1-411b-8c04-02342f30e8fa tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424905 Aug 05 02:25:00.702279 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42156) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:25:00.783777 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-f87db8d4-f4d3-493e-bbbe-4837954f1afd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803683 Aug 05 02:25:00.792308 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-e711993f-e993-443f-8968-03cabcb87084 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:25:00.793301 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-e711993f-e993-443f-8968-03cabcb87084 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049925 Aug 05 02:25:00.873089 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42164) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:25:00.937784 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:00.971784 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307101b-5e9c-4a78-809c-210c86331430 req-b9b8e687-f2b1-41f6-adbe-c012f0bba181 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:00.973155 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-b9b8e687-f2b1-41f6-adbe-c012f0bba181 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports/661635b8-8836-4704-91ee-343c5d3a40eb HTTP/1.1" status: 200 len: 943 time: 0.0982442 Aug 05 02:25:01.080680 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 661635b8-8836-4704-91ee-343c5d3a40eb no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:25:01.154385 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 661635b8-8836-4704-91ee-343c5d3a40eb is: ACTIVE; New status is: DOWN {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:25:01.154773 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:01.177614 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:25:01.179805 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98be1df8-88eb-4dbc-9efc-42ecf9b0894f" -d '{"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-unplugged", "status": "completed", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:25:01.192665 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:01.197463 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:01.222135 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Aug 2022 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622e577f-4fa4-4ccd-ba27-406490a3d7cf x-openstack-request-id: req-622e577f-4fa4-4ccd-ba27-406490a3d7cf {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:25:01.222424 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-unplugged", "status": "failed", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb", "code": 422}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:25:01.222672 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-622e577f-4fa4-4ccd-ba27-406490a3d7cf {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:25:01.223103 dv-cinder-815582-13-iscsi neutron-server[104197]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-622e577f-4fa4-4ccd-ba27-406490a3d7cf']: {'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb', 'code': 422} returned with failed status Aug 05 02:25:01.255171 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=8']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:01.581422 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a79f7-16d4-4e88-ba7f-7fff65cbe6bd req-19421550-6841-469d-8338-2f58c069a1f2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:01.582862 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2b0a79f7-16d4-4e88-ba7f-7fff65cbe6bd req-19421550-6841-469d-8338-2f58c069a1f2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0515852 Aug 05 02:25:01.630005 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2b0a79f7-16d4-4e88-ba7f-7fff65cbe6bd req-df248874-06d6-4536-a8c9-66f6891d013b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 Aug 05 02:25:02.719170 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:02.755435 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1307840-5cd2-41e4-ad6e-52d666a76cd5 req-54ca552c-849b-4dba-bf81-c83197434e8d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:02.756900 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d1307840-5cd2-41e4-ad6e-52d666a76cd5 req-54ca552c-849b-4dba-bf81-c83197434e8d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0476093 Aug 05 02:25:02.804088 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d1307840-5cd2-41e4-ad6e-52d666a76cd5 req-ca8219a2-3f1a-4019-9e30-22c44fae71e3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416851 Aug 05 02:25:02.953850 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307101b-5e9c-4a78-809c-210c86331430 req-f805dcdb-bec6-41f6-b4cf-be6f734e924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:02.955325 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-f805dcdb-bec6-41f6-b4cf-be6f734e924f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab&tenant_id=6873a99b9878495895acb21ed2133bb6 HTTP/1.1" status: 200 len: 1128 time: 0.0717747 Aug 05 02:25:03.042393 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307101b-5e9c-4a78-809c-210c86331430 req-4a56a6fe-5293-411d-b732-d7f21f01f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:03.043836 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-4a56a6fe-5293-411d-b732-d7f21f01f8f2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 1128 time: 0.0387504 Aug 05 02:25:03.134616 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307101b-5e9c-4a78-809c-210c86331430 req-df9c3696-88ba-46b1-9824-00f18321fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:03.136075 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-df9c3696-88ba-46b1-9824-00f18321fe41 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.0833399 Aug 05 02:25:03.199319 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-aa0b52e0-5a53-4890-804d-e339b1bc0a3e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661635b8-8836-4704-91ee-343c5d3a40eb HTTP/1.1" status: 200 len: 999 time: 0.0568607 Aug 05 02:25:03.247956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307101b-5e9c-4a78-809c-210c86331430 req-5d8fb820-a3a3-4897-945b-1e6ab57f8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:03.249301 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-5d8fb820-a3a3-4897-945b-1e6ab57f8db6 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.0439148 Aug 05 02:25:03.294284 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307101b-5e9c-4a78-809c-210c86331430 req-7d1ff413-2e4f-4c7f-bc69-714fb99ef443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:03.295715 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-7d1ff413-2e4f-4c7f-bc69-714fb99ef443 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389245 Aug 05 02:25:03.349098 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:03.397260 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-9f64adf2-6896-4843-b029-116168fa8b0a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932033 Aug 05 02:25:03.493816 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-b7d837cc-76cc-4a15-937f-e0c732172b94 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863569 Aug 05 02:25:03.917671 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:03.934151 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1134fc-ae7e-47cc-9664-fd569f6c9dc8 req-86bcd214-54f3-4d3c-8483-b930221c5af9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:03.935629 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5b1134fc-ae7e-47cc-9664-fd569f6c9dc8 req-86bcd214-54f3-4d3c-8483-b930221c5af9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0484583 Aug 05 02:25:03.985647 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5b1134fc-ae7e-47cc-9664-fd569f6c9dc8 req-83448450-a80f-4519-b52d-2449d3209b0b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438251 Aug 05 02:25:05.127678 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e5f1a-cb53-4cd6-8f5b-4abd0ad9ddb5 req-9f8a4aec-e05d-48ba-b91c-2fa5583fd18b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:05.129069 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e63e5f1a-cb53-4cd6-8f5b-4abd0ad9ddb5 req-9f8a4aec-e05d-48ba-b91c-2fa5583fd18b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0477362 Aug 05 02:25:05.175793 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e63e5f1a-cb53-4cd6-8f5b-4abd0ad9ddb5 req-28e99da4-310c-4738-91e2-c9e1a435abd5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413384 Aug 05 02:25:05.911721 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:05.912487 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:06.304799 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd46ca8-f68d-4c3d-8f37-b75fab5d10c9 req-b0f7e577-ebbe-4477-88b2-d70d70f14371 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:06.306275 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7fd46ca8-f68d-4c3d-8f37-b75fab5d10c9 req-b0f7e577-ebbe-4477-88b2-d70d70f14371 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0492873 Aug 05 02:25:06.360747 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7fd46ca8-f68d-4c3d-8f37-b75fab5d10c9 req-8a35f18d-1e5f-4c38-8fb0-1069224cea98 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481114 Aug 05 02:25:07.500434 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218c0f3-1722-46b6-ade1-40d410d268d2 req-d064e092-369a-400c-b638-b5b831644249 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:07.502000 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3218c0f3-1722-46b6-ade1-40d410d268d2 req-d064e092-369a-400c-b638-b5b831644249 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0555649 Aug 05 02:25:07.559720 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3218c0f3-1722-46b6-ade1-40d410d268d2 req-de479f0c-029f-4d4c-8bd1-8309205524b3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519140 Aug 05 02:25:08.672715 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:08.689422 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb6dc7-c425-41c7-a9c9-d1bc40653e2b req-3baebfdd-21e1-41be-899e-a95944f48d85 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:08.690846 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-eecb6dc7-c425-41c7-a9c9-d1bc40653e2b req-3baebfdd-21e1-41be-899e-a95944f48d85 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0488322 Aug 05 02:25:08.740676 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-eecb6dc7-c425-41c7-a9c9-d1bc40653e2b req-b7900573-580b-464a-9ba1-a0e77f6f8cfe tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440357 Aug 05 02:25:09.872707 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992f268-00f2-481d-b4e5-74eaf3108356 req-65831a16-d2b0-4142-a6e6-cf901b931d7c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:09.874199 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7992f268-00f2-481d-b4e5-74eaf3108356 req-65831a16-d2b0-4142-a6e6-cf901b931d7c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0542369 Aug 05 02:25:09.923876 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7992f268-00f2-481d-b4e5-74eaf3108356 req-ebf68611-13e1-4235-8710-d0e677cdc80d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440495 Aug 05 02:25:10.027907 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-67185b1a-9f6a-4156-b007-3f48ed67cee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:11.061944 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3435a-895e-4a47-b39b-81ba9b139f6e req-0a8acc01-6e4f-4713-9bde-2b8c982f0443 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:11.063333 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-93c3435a-895e-4a47-b39b-81ba9b139f6e req-0a8acc01-6e4f-4713-9bde-2b8c982f0443 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0577590 Aug 05 02:25:11.113062 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-93c3435a-895e-4a47-b39b-81ba9b139f6e req-3d6eadf1-141e-4631-9584-523870f2d4d5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442073 Aug 05 02:25:11.220909 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb69063-d537-4e14-9ebc-044ebdd418ba req-95660811-ce3d-4736-a33d-cc67cd15dc98 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:11.222386 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-edb69063-d537-4e14-9ebc-044ebdd418ba req-95660811-ce3d-4736-a33d-cc67cd15dc98 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0518086 Aug 05 02:25:11.289700 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-edb69063-d537-4e14-9ebc-044ebdd418ba req-0ff3002d-20cb-4cd4-9a82-06eaa8010731 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614476 Aug 05 02:25:12.227055 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5ed1cd11-b1d6-49a4-9751-0dd809d721f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:12.259879 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e91bb5-6937-4540-9c90-84ece174e11d req-7701cee4-8ca9-4648-8c87-830dbcc20bf4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:12.265002 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-05e91bb5-6937-4540-9c90-84ece174e11d req-7701cee4-8ca9-4648-8c87-830dbcc20bf4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0685837 Aug 05 02:25:12.314363 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-05e91bb5-6937-4540-9c90-84ece174e11d req-09349ff5-bd52-4f82-8ac0-38415add2f06 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448830 Aug 05 02:25:12.412400 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:12.434055 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1fb9e-6911-47da-8625-6296f2519031 req-a1e8fa74-22fc-4669-a71e-285834d60aa0 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:12.435521 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ec1fb9e-6911-47da-8625-6296f2519031 req-a1e8fa74-22fc-4669-a71e-285834d60aa0 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0593097 Aug 05 02:25:12.498381 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6ec1fb9e-6911-47da-8625-6296f2519031 req-434ee8b4-fc12-40fb-84fe-5c3e1380bf26 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570192 Aug 05 02:25:13.213603 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:13.449001 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b003d23-8419-48f4-9801-027eed8bab21 req-33258895-addf-43eb-922b-08d74593566d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:13.450535 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3b003d23-8419-48f4-9801-027eed8bab21 req-33258895-addf-43eb-922b-08d74593566d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0485013 Aug 05 02:25:13.502143 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3b003d23-8419-48f4-9801-027eed8bab21 req-197e6803-94e0-4b1c-91cb-3c9011c334f3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459514 Aug 05 02:25:13.675367 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ac59f-9300-4c86-9b95-d69ac2c90ca2 req-f0d406dd-afaa-41a5-bd1c-7fde7f015f92 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:13.677006 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5f1ac59f-9300-4c86-9b95-d69ac2c90ca2 req-f0d406dd-afaa-41a5-bd1c-7fde7f015f92 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.1042178 Aug 05 02:25:13.747625 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5f1ac59f-9300-4c86-9b95-d69ac2c90ca2 req-1d6949f7-638a-4db1-bcb0-8c2a36c92ef7 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638392 Aug 05 02:25:14.632463 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ef364-fe9b-4ce0-bd44-28f588f6a573 req-193f4b4c-35b7-4761-8dd9-e829b16f5fe3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:14.633917 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-735ef364-fe9b-4ce0-bd44-28f588f6a573 req-193f4b4c-35b7-4761-8dd9-e829b16f5fe3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0532184 Aug 05 02:25:14.684569 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-735ef364-fe9b-4ce0-bd44-28f588f6a573 req-3dcf7a3a-e501-4111-9e9f-e1b6752617ab tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440190 Aug 05 02:25:14.845547 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:14.873570 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703a8de-b27b-4c60-bbd2-342844512e16 req-2a614b8e-6359-4c0a-ab6e-efec19d275b8 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:14.875088 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f703a8de-b27b-4c60-bbd2-342844512e16 req-2a614b8e-6359-4c0a-ab6e-efec19d275b8 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0512147 Aug 05 02:25:14.911373 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:14.958903 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f703a8de-b27b-4c60-bbd2-342844512e16 req-f529a098-2828-4958-8740-01933ae48e5f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766904 Aug 05 02:25:15.875967 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e85e3-918f-4fb3-a7b4-40f5431271ea req-392b0863-cf72-4678-bd15-8611ee0961f0 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:15.877491 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9b9e85e3-918f-4fb3-a7b4-40f5431271ea req-392b0863-cf72-4678-bd15-8611ee0961f0 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.1098919 Aug 05 02:25:15.928266 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9b9e85e3-918f-4fb3-a7b4-40f5431271ea req-69a28ca5-a52e-4add-afec-c1ec7656572e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449853 Aug 05 02:25:16.105012 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074085dd-7097-4f55-880a-51b14267c4f0 req-ce399231-9b0a-4442-8ce3-9c76881382ca tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:16.107392 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-074085dd-7097-4f55-880a-51b14267c4f0 req-ce399231-9b0a-4442-8ce3-9c76881382ca tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0604844 Aug 05 02:25:16.168823 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-074085dd-7097-4f55-880a-51b14267c4f0 req-b0d8efc7-5feb-4acd-904b-ba8ac5c81e6c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557127 Aug 05 02:25:17.054336 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ba00c-03ac-45ad-8c69-ff13cc68b433 req-0ad6660d-b892-40b1-9e40-66725b395bd2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:17.055806 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-667ba00c-03ac-45ad-8c69-ff13cc68b433 req-0ad6660d-b892-40b1-9e40-66725b395bd2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0485063 Aug 05 02:25:17.108546 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-667ba00c-03ac-45ad-8c69-ff13cc68b433 req-b4aaa855-52bb-441d-9a34-098d0745b717 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461230 Aug 05 02:25:17.287686 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063224-2075-41c8-b9ea-19ed9cb727a2 req-82e75e41-78b3-4174-89ce-551c5f86d46e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:17.289154 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e063224-2075-41c8-b9ea-19ed9cb727a2 req-82e75e41-78b3-4174-89ce-551c5f86d46e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0468473 Aug 05 02:25:17.315775 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:17.351086 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e063224-2075-41c8-b9ea-19ed9cb727a2 req-a30592ac-570b-4a75-9980-0e4aeda721a5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554276 Aug 05 02:25:18.230338 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9526-c66d-4fc1-8ad3-956bddc68463 req-8ef15348-4144-4c13-8858-5346487ca98d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:18.231792 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-18bf9526-c66d-4fc1-8ad3-956bddc68463 req-8ef15348-4144-4c13-8858-5346487ca98d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0467153 Aug 05 02:25:18.279215 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-18bf9526-c66d-4fc1-8ad3-956bddc68463 req-e37434ba-065f-4325-81c1-172cd46f5f7a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Aug 05 02:25:18.470859 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b691bda-5c1d-43a9-b9ec-c2ec287c165e req-f4ade21b-fe2b-47d4-b014-4e4ac503164b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:18.472360 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9b691bda-5c1d-43a9-b9ec-c2ec287c165e req-f4ade21b-fe2b-47d4-b014-4e4ac503164b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0505910 Aug 05 02:25:18.531153 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9b691bda-5c1d-43a9-b9ec-c2ec287c165e req-e5fd5321-d578-4a48-9758-198ba1a1e699 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532882 Aug 05 02:25:18.612436 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:18.617188 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:19.403209 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be426666-c678-43a8-8ca0-b66143137fcb req-4ca8c857-49d6-427b-81df-6964b6c66cf8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:19.404717 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-be426666-c678-43a8-8ca0-b66143137fcb req-4ca8c857-49d6-427b-81df-6964b6c66cf8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0488951 Aug 05 02:25:19.452892 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-be426666-c678-43a8-8ca0-b66143137fcb req-3db6b82c-4209-40da-a80c-f92dda90b34e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426059 Aug 05 02:25:19.659254 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c2495-9f64-4650-a92a-4e7355e871bc req-ed747091-8c3d-4c85-bac1-f400ae43ee2c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:19.660784 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-971c2495-9f64-4650-a92a-4e7355e871bc req-ed747091-8c3d-4c85-bac1-f400ae43ee2c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0566127 Aug 05 02:25:19.720712 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-971c2495-9f64-4650-a92a-4e7355e871bc req-dfa080c8-4ff7-4178-af91-808144c430bb tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543129 Aug 05 02:25:20.580383 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2efd0-3366-4c64-92b4-5dcaf932b6c8 req-49692631-6963-47bb-8802-7478bdbd3a4a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:20.581850 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d0b2efd0-3366-4c64-92b4-5dcaf932b6c8 req-49692631-6963-47bb-8802-7478bdbd3a4a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0507617 Aug 05 02:25:20.630500 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d0b2efd0-3366-4c64-92b4-5dcaf932b6c8 req-3a450863-e0a6-4310-a0ef-604196a22e02 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432527 Aug 05 02:25:20.843313 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016141-325b-4c96-8478-977d89f0a05a req-504da65d-0d02-4191-ab44-9977a34460d8 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:20.844790 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-98016141-325b-4c96-8478-977d89f0a05a req-504da65d-0d02-4191-ab44-9977a34460d8 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0504532 Aug 05 02:25:20.905765 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-98016141-325b-4c96-8478-977d89f0a05a req-4958a74b-746e-4a5e-b84c-5658187e14b0 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551472 Aug 05 02:25:21.255926 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-dbbf209a-75a5-4a88-874c-cc83caf26703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:21.257438 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-dbbf209a-75a5-4a88-874c-cc83caf26703 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 1168 time: 0.0404580 Aug 05 02:25:21.332727 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:21.350972 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-c9c12b12-fc88-4b9d-bd2c-ed4386d66e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:21.352430 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-c9c12b12-fc88-4b9d-bd2c-ed4386d66e6e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d HTTP/1.1" status: 200 len: 915 time: 0.0876446 Aug 05 02:25:21.413246 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-343233d8-d22c-44cf-93fd-5b607565c9a0 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 200 len: 1000 time: 0.0543489 Aug 05 02:25:21.461501 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-c747f086-6b2f-476b-b114-18b7fb856f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:21.462876 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-c747f086-6b2f-476b-b114-18b7fb856f79 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=edda7678-889a-4621-b058-4d3ec66d706a HTTP/1.1" status: 200 len: 853 time: 0.0432131 Aug 05 02:25:21.505371 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-3a1db43b-e898-4e43-a37b-002da7d23b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:21.506849 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-3a1db43b-e898-4e43-a37b-002da7d23b5e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373685 Aug 05 02:25:21.599776 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-7ad377f4-4032-4e69-afb7-39a4fbc69a55 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836153 Aug 05 02:25:21.691867 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b9f0120f-d6bd-4b54-b0bf-6ddc8077c8f3 req-b434b775-15bf-436f-ba8c-56d8214b63bd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Aug 05 02:25:21.755085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a5702-6d1f-4337-9544-3d4daf0409a6 req-7fcfdf56-5b48-4694-8e59-6583aaedd155 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:21.756576 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bd0a5702-6d1f-4337-9544-3d4daf0409a6 req-7fcfdf56-5b48-4694-8e59-6583aaedd155 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0482018 Aug 05 02:25:21.767610 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:21.769085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:21.804243 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bd0a5702-6d1f-4337-9544-3d4daf0409a6 req-35d50fb2-1586-4989-8206-313a0a5e1409 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Aug 05 02:25:22.022197 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cdf58-1f67-4199-9d81-71c470634787 req-21f5c0ba-132a-4350-b3a3-a527b4f509d1 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:22.023556 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-819cdf58-1f67-4199-9d81-71c470634787 req-21f5c0ba-132a-4350-b3a3-a527b4f509d1 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0466440 Aug 05 02:25:22.083139 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-819cdf58-1f67-4199-9d81-71c470634787 req-918958bd-ff2a-4bff-904d-b570d42eeef5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527349 Aug 05 02:25:22.931651 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26220-3c4b-49d3-bb2d-40a32cce2bb6 req-d9830ebf-2765-4d48-89ea-495f9b8edb69 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:22.933349 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-19d26220-3c4b-49d3-bb2d-40a32cce2bb6 req-d9830ebf-2765-4d48-89ea-495f9b8edb69 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0474868 Aug 05 02:25:22.986787 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-19d26220-3c4b-49d3-bb2d-40a32cce2bb6 req-748a18ee-a8c6-4716-b1ab-353774a8c9b9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480015 Aug 05 02:25:23.202615 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959c069-edf7-481f-96ac-f23add32f7eb req-d4abd4a1-c893-465f-ae72-41b89c15a547 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:23.204041 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6959c069-edf7-481f-96ac-f23add32f7eb req-d4abd4a1-c893-465f-ae72-41b89c15a547 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0464418 Aug 05 02:25:23.264624 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6959c069-edf7-481f-96ac-f23add32f7eb req-7c13e479-7110-44c6-8118-2a56c1d32eb8 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550070 Aug 05 02:25:24.110221 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c467e-00b0-4ac5-90d2-45deb403dc80 req-b29cb00a-c9ea-4279-b8e7-5e417ae363be tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:24.111706 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-311c467e-00b0-4ac5-90d2-45deb403dc80 req-b29cb00a-c9ea-4279-b8e7-5e417ae363be tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0481567 Aug 05 02:25:24.157465 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-311c467e-00b0-4ac5-90d2-45deb403dc80 req-351c2854-8ff2-4ccd-b20e-2fa9f2632f75 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402129 Aug 05 02:25:24.314292 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:24.318847 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-8cd03a91-6ddb-4581-97cc-08c4b9eef111 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416503 Aug 05 02:25:24.410188 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adbc0a-f52c-4a8f-ad54-32fcf3f1f81a req-aa967232-a24d-4bb9-94bf-956d1022e84b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:24.411615 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-35adbc0a-f52c-4a8f-ad54-32fcf3f1f81a req-aa967232-a24d-4bb9-94bf-956d1022e84b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0739276 Aug 05 02:25:24.417213 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-77d9578a-f112-4af2-bc85-5bf0c3e7d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:24.418630 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-77d9578a-f112-4af2-bc85-5bf0c3e7d31f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 1130 time: 0.0522935 Aug 05 02:25:24.525148 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-35adbc0a-f52c-4a8f-ad54-32fcf3f1f81a req-43aaf4b4-ac1c-4f4c-bf18-e0455537d3bc tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055982 Aug 05 02:25:24.553576 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-94747e6c-b7fb-4882-91e7-c898e74ecde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:24.554921 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-94747e6c-b7fb-4882-91e7-c898e74ecde9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.1167307 Aug 05 02:25:24.594449 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-5297bb37-489e-4354-8e4f-549fb2f30abb service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8c923b8-6769-42f5-972e-79420f4f0498 HTTP/1.1" status: 200 len: 217 time: 0.0324330 Aug 05 02:25:24.645101 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-16c6cb48-f94e-4324-8e2f-b40c862f1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:24.646474 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-16c6cb48-f94e-4324-8e2f-b40c862f1374 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0451076 Aug 05 02:25:24.689177 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-6cb0a396-776a-422a-aa23-c9a5aa71c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:24.690593 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-6cb0a396-776a-422a-aa23-c9a5aa71c201 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365894 Aug 05 02:25:24.715498 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:24.784835 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-b9b19813-b215-4da3-a870-57ca0828e4d5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857892 Aug 05 02:25:24.878238 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-eb99c280-cd97-454c-8cdc-b7cee5056ca6 req-c536db39-9920-4f0b-978c-1f708d166604 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821476 Aug 05 02:25:24.901804 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:24.904369 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=28,neutron:UPDATE=6 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:25.281194 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12155a16-babc-4da6-9e34-e459dc55e430 req-96bfa83b-ce91-4009-bada-878cd8f2302b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:25.282625 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-12155a16-babc-4da6-9e34-e459dc55e430 req-96bfa83b-ce91-4009-bada-878cd8f2302b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0455215 Aug 05 02:25:25.329135 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-12155a16-babc-4da6-9e34-e459dc55e430 req-6d1c311c-b4d7-4776-b1a3-0b0055c7c849 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410712 Aug 05 02:25:25.645379 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b74b52-5127-4ddb-b9c1-9c1a5e407756 req-68053028-fa2b-4ed1-bd89-eafa9cee1e59 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:25.646864 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11b74b52-5127-4ddb-b9c1-9c1a5e407756 req-68053028-fa2b-4ed1-bd89-eafa9cee1e59 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0489123 Aug 05 02:25:25.711621 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11b74b52-5127-4ddb-b9c1-9c1a5e407756 req-298f7fd0-be68-462a-96d7-cd28a6cfbef9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578957 Aug 05 02:25:26.452727 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e6358-d6f5-4b52-8927-2cb3f1848a6d req-1c3935b7-25ca-4c05-ba32-3706532d57da tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:26.454179 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c05e6358-d6f5-4b52-8927-2cb3f1848a6d req-1c3935b7-25ca-4c05-ba32-3706532d57da tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0493281 Aug 05 02:25:26.501248 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c05e6358-d6f5-4b52-8927-2cb3f1848a6d req-e3899445-f1c5-4517-84c0-130ba45a3fcd tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414088 Aug 05 02:25:26.833860 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47004c0e-81d6-4540-a2b3-7a4eb5b1f5b3 req-b65d98b1-d49e-4c20-95d0-2d3af622e9a9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:26.835323 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-47004c0e-81d6-4540-a2b3-7a4eb5b1f5b3 req-b65d98b1-d49e-4c20-95d0-2d3af622e9a9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0475504 Aug 05 02:25:26.895269 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-47004c0e-81d6-4540-a2b3-7a4eb5b1f5b3 req-80e1418b-3d19-482c-8757-8bc496b26254 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533500 Aug 05 02:25:27.628161 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21999a3-9a34-4fdf-8df1-b867c91754a7 req-498d09d5-8b65-4b41-9826-0d1665f95663 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:27.629660 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e21999a3-9a34-4fdf-8df1-b867c91754a7 req-498d09d5-8b65-4b41-9826-0d1665f95663 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0499208 Aug 05 02:25:27.677622 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e21999a3-9a34-4fdf-8df1-b867c91754a7 req-a3d82559-9ee5-4402-97c6-a9fd4459aefc tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Aug 05 02:25:28.020385 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d5d65-e6f9-43f3-9b2a-dafaf550a8ed req-ddfadeea-b906-4ff8-9d37-f98e4ea8bab5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:28.023008 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ec5d5d65-e6f9-43f3-9b2a-dafaf550a8ed req-ddfadeea-b906-4ff8-9d37-f98e4ea8bab5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0495844 Aug 05 02:25:28.083426 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ec5d5d65-e6f9-43f3-9b2a-dafaf550a8ed req-80f5f434-301f-4f85-9b67-7a24e4f89872 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543711 Aug 05 02:25:28.804823 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965ab9f-9b5f-40dd-865b-6872feff4def req-24edc754-fd66-4f49-bb09-4473cc581915 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:28.806290 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a965ab9f-9b5f-40dd-865b-6872feff4def req-24edc754-fd66-4f49-bb09-4473cc581915 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 944 time: 0.0508256 Aug 05 02:25:28.854323 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a965ab9f-9b5f-40dd-865b-6872feff4def req-fbcdb53f-58eb-40d2-b4ec-bc4e00f0ebcb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417831 Aug 05 02:25:29.187978 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 661635b8-8836-4704-91ee-343c5d3a40eb details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:25:29.212755 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c4ade-be72-4ee0-b8c8-4c952dd69c7d req-2049dfb2-425e-43c0-8145-40a08fa2fd49 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:29.214858 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7a2c4ade-be72-4ee0-b8c8-4c952dd69c7d req-2049dfb2-425e-43c0-8145-40a08fa2fd49 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0532928 Aug 05 02:25:29.276927 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7a2c4ade-be72-4ee0-b8c8-4c952dd69c7d req-4c744c4e-8dc1-4b81-841f-4f5ac2d4c3b9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560973 Aug 05 02:25:29.285137 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:29.297101 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '661635b8-8836-4704-91ee-343c5d3a40eb', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'port_id': '661635b8-8836-4704-91ee-343c5d3a40eb', 'mac_address': 'fa:16:3e:72:53:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:25:29.333925 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 661635b8-8836-4704-91ee-343c5d3a40eb is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:25:29.334316 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:29.347513 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661635b8-8836-4704-91ee-343c5d3a40eb {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:25:29.367061 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:29.371525 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:29.417398 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=9']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:29.875559 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['661635b8-8836-4704-91ee-343c5d3a40eb'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:25:29.978481 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee06c5-0487-49fc-8423-b80fa75bb60b req-7689344f-ba10-436c-92b1-c6bcc43aa5ce tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:29.980229 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5fee06c5-0487-49fc-8423-b80fa75bb60b req-7689344f-ba10-436c-92b1-c6bcc43aa5ce tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.0492096 Aug 05 02:25:30.038737 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5fee06c5-0487-49fc-8423-b80fa75bb60b req-83051e4c-1eef-434b-956e-f8bc0b9bb08a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427957 Aug 05 02:25:30.397490 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95835c-66f0-4aa9-a60d-0d9e5e1db6e8 req-8443ce6d-7b43-41b0-9381-b7df27788852 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:30.398862 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f95835c-66f0-4aa9-a60d-0d9e5e1db6e8 req-8443ce6d-7b43-41b0-9381-b7df27788852 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0470374 Aug 05 02:25:30.420003 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:30.459625 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f95835c-66f0-4aa9-a60d-0d9e5e1db6e8 req-de5aa0cc-34ee-4f02-bf9a-244e4b742eb1 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546041 Aug 05 02:25:31.132434 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:31.164925 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6897a-c4cd-4e15-9806-52225a681dc0 req-e287b4dc-d69c-4477-812f-c12ab6c03858 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:31.166575 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f7f6897a-c4cd-4e15-9806-52225a681dc0 req-e287b4dc-d69c-4477-812f-c12ab6c03858 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 945 time: 0.0481462 Aug 05 02:25:31.211888 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 661635b8-8836-4704-91ee-343c5d3a40eb up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:25:31.218136 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f7f6897a-c4cd-4e15-9806-52225a681dc0 req-60cab6dc-df0d-402b-9edf-45944f353cc1 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460045 Aug 05 02:25:31.255495 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 661635b8-8836-4704-91ee-343c5d3a40eb triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:25:31.255870 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:31.327287 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 661635b8-8836-4704-91ee-343c5d3a40eb is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:25:31.327675 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:31.350065 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:25:31.352433 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5b449a-dc3d-4659-b3bc-4aaee09d1342" -d '{"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-plugged", "status": "completed", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:25:31.365657 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:31.370745 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:31.393098 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7675fde-bd39-4822-88ac-3504f5779f49 x-openstack-request-id: req-c7675fde-bd39-4822-88ac-3504f5779f49 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:25:31.393389 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-plugged", "status": "completed", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:25:31.393643 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7675fde-bd39-4822-88ac-3504f5779f49 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:25:31.394035 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7675fde-bd39-4822-88ac-3504f5779f49'] response: {'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb', 'code': 200} Aug 05 02:25:31.419382 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=10']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:31.578033 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c6acb-118e-4331-9c74-77fa5c3e15dd req-9233e33f-078b-494e-ba90-2fd72a8eed0c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:31.579501 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4e0c6acb-118e-4331-9c74-77fa5c3e15dd req-9233e33f-078b-494e-ba90-2fd72a8eed0c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0483217 Aug 05 02:25:31.640547 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4e0c6acb-118e-4331-9c74-77fa5c3e15dd req-054f4ca1-84b7-4b8b-8210-a22e47052154 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551791 Aug 05 02:25:32.039414 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52131f36-bc20-4c8f-bbc5-ee65853c3153 req-930105c1-2d3f-4ef5-8930-a50af479c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:32.040968 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-52131f36-bc20-4c8f-bbc5-ee65853c3153 req-930105c1-2d3f-4ef5-8930-a50af479c464 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 1131 time: 0.0387154 Aug 05 02:25:32.086750 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-52131f36-bc20-4c8f-bbc5-ee65853c3153 req-0f514e03-b1c2-41e2-ad51-92614bd2d56d service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394189 Aug 05 02:25:32.342560 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55f61e-258d-45f6-9006-eabf599e6f1c req-9be35961-f92f-4e44-8c82-7db30a6ecca4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:32.343906 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c55f61e-258d-45f6-9006-eabf599e6f1c req-9be35961-f92f-4e44-8c82-7db30a6ecca4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 947 time: 0.0466599 Aug 05 02:25:32.391079 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c55f61e-258d-45f6-9006-eabf599e6f1c req-69d09ec1-4a79-40ee-8be8-1c26d5001548 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Aug 05 02:25:32.584129 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:25:32.759209 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9c470-30db-4ae9-97b2-1a11dc95fded req-803919ec-0a19-4e67-9790-be948592a93e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:32.761015 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fba9c470-30db-4ae9-97b2-1a11dc95fded req-803919ec-0a19-4e67-9790-be948592a93e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0483897 Aug 05 02:25:32.820120 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fba9c470-30db-4ae9-97b2-1a11dc95fded req-33a1eaa3-140c-4ead-84cc-7a681eb746ff tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534656 Aug 05 02:25:33.513451 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03b29-1935-4dc9-866a-da573c22da0b req-c1d1952d-e877-4422-8dc8-bebcf0c76f7a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:33.514894 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-95b03b29-1935-4dc9-866a-da573c22da0b req-c1d1952d-e877-4422-8dc8-bebcf0c76f7a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 947 time: 0.0462999 Aug 05 02:25:33.559992 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-95b03b29-1935-4dc9-866a-da573c22da0b req-0eaea97e-585d-4cea-937f-9d439567b26c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397456 Aug 05 02:25:33.902175 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:33.930050 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:33.943977 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6929f4-38ef-4139-9f90-ca7a5c94b5ec req-8bb8af7e-8a01-4f57-a7a2-a7270dce610d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:33.945460 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1d6929f4-38ef-4139-9f90-ca7a5c94b5ec req-8bb8af7e-8a01-4f57-a7a2-a7270dce610d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0518155 Aug 05 02:25:34.007224 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1d6929f4-38ef-4139-9f90-ca7a5c94b5ec req-9988dcfa-9833-452a-bff9-644a571cece2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553017 Aug 05 02:25:34.735488 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:34.745189 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c409a-c15a-4859-bf5f-39e6d21f0ef7 req-14fb4956-8589-4a7e-b082-b80aed4c229f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:34.746665 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b72c409a-c15a-4859-bf5f-39e6d21f0ef7 req-14fb4956-8589-4a7e-b082-b80aed4c229f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 947 time: 0.0534542 Aug 05 02:25:34.795916 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b72c409a-c15a-4859-bf5f-39e6d21f0ef7 req-679930d5-9539-4964-83e3-f389134fd35a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Aug 05 02:25:35.130548 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffee6bf-26cb-4f2f-a8f5-4a14bc7d02c1 req-a8707eca-5441-4754-bb51-6559db0dfee2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:35.132046 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8ffee6bf-26cb-4f2f-a8f5-4a14bc7d02c1 req-a8707eca-5441-4754-bb51-6559db0dfee2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0494113 Aug 05 02:25:35.193454 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8ffee6bf-26cb-4f2f-a8f5-4a14bc7d02c1 req-5a402f03-eb1d-4a47-a528-3b11f73ef54c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550299 Aug 05 02:25:35.925135 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177a95-1c1d-4d51-aa6d-5996784923b4 req-b1d0615d-999b-4cc4-bda4-356b9c8e4169 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:35.926617 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57177a95-1c1d-4d51-aa6d-5996784923b4 req-b1d0615d-999b-4cc4-bda4-356b9c8e4169 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 947 time: 0.0490267 Aug 05 02:25:35.976088 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57177a95-1c1d-4d51-aa6d-5996784923b4 req-cd276a74-382e-41d6-92e0-3ef3891ed15d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437632 Aug 05 02:25:36.313259 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e6274-ec43-4db3-b4fd-400c44b56e3f req-a3bd7328-febe-457d-842d-2ff850094430 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:36.314716 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-283e6274-ec43-4db3-b4fd-400c44b56e3f req-a3bd7328-febe-457d-842d-2ff850094430 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0475464 Aug 05 02:25:36.378637 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-283e6274-ec43-4db3-b4fd-400c44b56e3f req-3fcc4a28-6142-46a9-a0b1-f64cbde8f74d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582750 Aug 05 02:25:37.501244 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442b459-449e-4e3b-890f-5d7fb3ffd39b req-462be238-01a8-4dcc-8f9a-175e217510b3 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:37.502800 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6442b459-449e-4e3b-890f-5d7fb3ffd39b req-462be238-01a8-4dcc-8f9a-175e217510b3 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0512459 Aug 05 02:25:37.562377 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6442b459-449e-4e3b-890f-5d7fb3ffd39b req-80e3e4b2-68ea-495d-8539-2d9a6c38082f tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538766 Aug 05 02:25:38.684160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0d4c-2ef2-43b8-b3a6-ca12ef2ee819 req-11075049-9abf-49f2-8f00-53378d42c42c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:38.685679 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c4b0d4c-2ef2-43b8-b3a6-ca12ef2ee819 req-11075049-9abf-49f2-8f00-53378d42c42c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0478985 Aug 05 02:25:38.746310 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c4b0d4c-2ef2-43b8-b3a6-ca12ef2ee819 req-f88f4a9f-9517-46b7-a9fa-5f0990826b5d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551107 Aug 05 02:25:39.867147 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedd223-ae16-4834-8a3f-d76ee60f21df req-c2ccda18-e450-414b-b117-6e53aeb9b39b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:39.868612 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0cedd223-ae16-4834-8a3f-d76ee60f21df req-c2ccda18-e450-414b-b117-6e53aeb9b39b tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0477958 Aug 05 02:25:39.929296 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0cedd223-ae16-4834-8a3f-d76ee60f21df req-8618a37b-e189-4553-9545-0e2c8c3ca016 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544219 Aug 05 02:25:40.013402 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:40.016468 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:40.022034 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-39b01036-5628-4e94-b62f-1c490bdd43a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:41.046952 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48e79d-3492-4a9b-a4aa-75434f966efe req-c96507fa-4b47-4e7c-8409-4b5c8c0c9010 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:41.048417 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5f48e79d-3492-4a9b-a4aa-75434f966efe req-c96507fa-4b47-4e7c-8409-4b5c8c0c9010 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0472970 Aug 05 02:25:41.110188 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5f48e79d-3492-4a9b-a4aa-75434f966efe req-3ed0f840-9a17-415e-a565-0ed10088d7bb tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562787 Aug 05 02:25:42.221548 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cb5bdf1a-4957-4a47-b0cf-83870075d317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:42.233199 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9262-28ba-4043-b313-53ada61c8b9a req-ff6d5c98-8e02-4006-b33b-63fce4bef2f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:42.234660 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fd7d9262-28ba-4043-b313-53ada61c8b9a req-ff6d5c98-8e02-4006-b33b-63fce4bef2f5 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0532424 Aug 05 02:25:42.299105 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fd7d9262-28ba-4043-b313-53ada61c8b9a req-8e398767-ff95-4121-99bf-4f4b4d76762a tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588222 Aug 05 02:25:42.580305 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:42.581047 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:43.215585 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:43.415133 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd7f4-6fb0-4387-b32f-14d0fd63e71a req-0489d478-5c84-4fe5-be0e-55e6f0dd3040 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:43.416606 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ae9bd7f4-6fb0-4387-b32f-14d0fd63e71a req-0489d478-5c84-4fe5-be0e-55e6f0dd3040 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0464015 Aug 05 02:25:43.476726 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ae9bd7f4-6fb0-4387-b32f-14d0fd63e71a req-32a82aae-23e1-4fc9-8cd7-941d68f0d8b4 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536113 Aug 05 02:25:44.595076 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019bdef-6b58-4150-9adc-15870f9e7517 req-f6f17783-0b79-4d7e-8f57-055e50944fc0 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:44.596539 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0019bdef-6b58-4150-9adc-15870f9e7517 req-f6f17783-0b79-4d7e-8f57-055e50944fc0 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0470557 Aug 05 02:25:44.655610 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0019bdef-6b58-4150-9adc-15870f9e7517 req-979a01ea-7c0c-4dad-bcc2-7c90f132472a tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530844 Aug 05 02:25:44.843554 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:44.906908 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:25:45.782782 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647f1d-b16a-4330-a228-92c0d65bde85 req-bdfe1461-28f5-49cf-90b3-82a45255a7c9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:45.784269 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2f647f1d-b16a-4330-a228-92c0d65bde85 req-bdfe1461-28f5-49cf-90b3-82a45255a7c9 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0482423 Aug 05 02:25:45.844692 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2f647f1d-b16a-4330-a228-92c0d65bde85 req-21322b92-57da-439a-8d2e-237727e49842 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=246e9fa9-513c-4d87-ba3e-6f6410a59cf3&id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547225 Aug 05 02:25:47.265700 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:47.314435 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e98687-2214-4642-958c-88cd34ba23e6 req-dc6f1f8a-b1d0-4073-8aae-2338ad4f70e0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:47.315850 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a2e98687-2214-4642-958c-88cd34ba23e6 req-dc6f1f8a-b1d0-4073-8aae-2338ad4f70e0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0605042 Aug 05 02:25:47.356971 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115264f6-11ef-4471-970d-6b2037591658 req-11d4446d-e3f3-4c1e-9753-8745f80a966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:47.358300 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-115264f6-11ef-4471-970d-6b2037591658 req-11d4446d-e3f3-4c1e-9753-8745f80a966b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0601010 Aug 05 02:25:47.654318 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a2e98687-2214-4642-958c-88cd34ba23e6 req-148a5a68-6728-400c-888a-ab375204e125 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226721 Aug 05 02:25:47.695522 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115264f6-11ef-4471-970d-6b2037591658 req-ce54740d-fd0e-4016-8cc2-677f0e3e7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:47.697087 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-115264f6-11ef-4471-970d-6b2037591658 req-ce54740d-fd0e-4016-8cc2-677f0e3e7131 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.3296158 Aug 05 02:25:47.758471 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-115264f6-11ef-4471-970d-6b2037591658 req-6fe77653-ac4c-4213-af59-0cb88a827279 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025ccb86-82f0-4646-825e-bf471dd56047 HTTP/1.1" status: 200 len: 1001 time: 0.0550416 Aug 05 02:25:47.791344 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:47.808221 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115264f6-11ef-4471-970d-6b2037591658 req-0ccb845c-0e28-4866-9476-dd2d0dd87c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:47.809676 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-115264f6-11ef-4471-970d-6b2037591658 req-0ccb845c-0e28-4866-9476-dd2d0dd87c48 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0439889 Aug 05 02:25:47.856265 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115264f6-11ef-4471-970d-6b2037591658 req-d239ec13-737b-4fe5-94f1-53d041af70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:47.857761 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-115264f6-11ef-4471-970d-6b2037591658 req-d239ec13-737b-4fe5-94f1-53d041af70a8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411243 Aug 05 02:25:47.946989 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-115264f6-11ef-4471-970d-6b2037591658 req-b888b3a0-e855-4713-9f03-a4172f7b5e2f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819657 Aug 05 02:25:48.040174 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-115264f6-11ef-4471-970d-6b2037591658 req-cf676e15-007e-4471-ae0d-de2b666c80b6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849035 Aug 05 02:25:48.774413 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb83e4-869f-4d1a-b4ce-0e0b9df78b07 req-a8abf7a5-9665-402b-9dcb-ee22a771881b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:48.775863 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c2cb83e4-869f-4d1a-b4ce-0e0b9df78b07 req-a8abf7a5-9665-402b-9dcb-ee22a771881b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0476971 Aug 05 02:25:48.822506 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c2cb83e4-869f-4d1a-b4ce-0e0b9df78b07 req-2a5175cc-8736-4e02-8ac5-1e556f469f9e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409536 Aug 05 02:25:49.942116 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c67a1-082d-4467-9147-5d8d67f70e90 req-679b6e10-f7ea-46ba-9f9c-0a38450174dc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:49.943577 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-153c67a1-082d-4467-9147-5d8d67f70e90 req-679b6e10-f7ea-46ba-9f9c-0a38450174dc tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0465744 Aug 05 02:25:49.992648 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-153c67a1-082d-4467-9147-5d8d67f70e90 req-1f09e447-43b8-4a3a-9c46-2e3e0a98dc6a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419981 Aug 05 02:25:51.116683 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689672-5b8d-4562-8d2b-d0951eaca2ce req-53ec80ce-dba5-483c-b178-0312ae139a40 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:51.118043 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-92689672-5b8d-4562-8d2b-d0951eaca2ce req-53ec80ce-dba5-483c-b178-0312ae139a40 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0509863 Aug 05 02:25:51.164210 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-92689672-5b8d-4562-8d2b-d0951eaca2ce req-02a4308f-2651-4634-9afa-dbf76450204d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406804 Aug 05 02:25:52.287629 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaba97-4ec6-4f85-bce2-6c94736aaf84 req-2058b721-66b8-44b0-9a88-0c5933501de1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:52.289105 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cbcaba97-4ec6-4f85-bce2-6c94736aaf84 req-2058b721-66b8-44b0-9a88-0c5933501de1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0521867 Aug 05 02:25:52.336141 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cbcaba97-4ec6-4f85-bce2-6c94736aaf84 req-62a0b312-77ab-4379-98ca-1c4f055aa78e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Aug 05 02:25:53.453778 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63068e-e9af-4978-b314-0848296483aa req-663a02f1-ecd3-4781-90b4-ee529528789d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:53.455215 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-de63068e-e9af-4978-b314-0848296483aa req-663a02f1-ecd3-4781-90b4-ee529528789d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0462229 Aug 05 02:25:53.503304 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-de63068e-e9af-4978-b314-0848296483aa req-288f49e6-1469-4e48-80bd-23785aa8afac tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425160 Aug 05 02:25:54.621952 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b11f-945b-4a81-8449-c31e4c8c351c req-3d60349f-65d7-4a0a-8a70-c1b276783cd5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:54.623392 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8fe5b11f-945b-4a81-8449-c31e4c8c351c req-3d60349f-65d7-4a0a-8a70-c1b276783cd5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0466752 Aug 05 02:25:54.668760 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8fe5b11f-945b-4a81-8449-c31e4c8c351c req-a1896e8a-7561-4606-9e32-89d5ded3ef4c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399029 Aug 05 02:25:54.900114 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=9 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:54.901991 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:55.609743 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:55.614756 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:55.787210 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90bd3d-e0c6-45f8-9568-83a308aa0114 req-4fabfedb-49e5-487e-98d0-76bfcb900bfb tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:55.788700 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fc90bd3d-e0c6-45f8-9568-83a308aa0114 req-4fabfedb-49e5-487e-98d0-76bfcb900bfb tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0462999 Aug 05 02:25:55.835055 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:55.840992 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fc90bd3d-e0c6-45f8-9568-83a308aa0114 req-875e3f73-5ddf-4615-a364-c01d2efe3518 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461309 Aug 05 02:25:56.960301 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b054693-7080-4542-b4c1-9c72a267824c req-190d0522-99ec-4f9d-94a0-498084e605ab tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:56.961773 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3b054693-7080-4542-b4c1-9c72a267824c req-190d0522-99ec-4f9d-94a0-498084e605ab tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0471113 Aug 05 02:25:57.011822 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3b054693-7080-4542-b4c1-9c72a267824c req-44c806bf-1411-4229-850c-330dfc56d5de tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435522 Aug 05 02:25:58.132997 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6ab0-0e6f-4cd7-8047-7a5422ea9b1d req-4108e039-c891-4dff-95f0-0d9875a7d760 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:58.134460 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-36bc6ab0-0e6f-4cd7-8047-7a5422ea9b1d req-4108e039-c891-4dff-95f0-0d9875a7d760 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0489950 Aug 05 02:25:58.165356 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:58.184835 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-36bc6ab0-0e6f-4cd7-8047-7a5422ea9b1d req-518a7bb6-4057-4fa2-ba72-d22a830c526c tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439541 Aug 05 02:25:59.294953 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:25:59.303464 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517d696-60f7-433f-ae38-1512d225c77c req-b1fa6d94-350f-4fff-904b-d509bcd0e870 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:25:59.304959 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8517d696-60f7-433f-ae38-1512d225c77c req-b1fa6d94-350f-4fff-904b-d509bcd0e870 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0477543 Aug 05 02:25:59.354910 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8517d696-60f7-433f-ae38-1512d225c77c req-d3f34fbd-ade5-45d6-b92c-a6caffe1ec12 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431573 Aug 05 02:26:00.477020 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b6697-672f-4904-8d12-800aeb8c6d7c req-e745019b-5aed-4682-9136-7e63597c1133 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:00.478512 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-de1b6697-672f-4904-8d12-800aeb8c6d7c req-e745019b-5aed-4682-9136-7e63597c1133 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0483205 Aug 05 02:26:00.527872 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-de1b6697-672f-4904-8d12-800aeb8c6d7c req-4b8030f0-f391-4cd3-8ad1-6563599fe2aa tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429907 Aug 05 02:26:01.113780 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:01.654959 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7c4c9-2c07-4cc7-973b-883b4bcc88b9 req-0bdaf4b8-1b18-45a7-bbbc-fdb7e0dc243d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:01.656419 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a5c7c4c9-2c07-4cc7-973b-883b4bcc88b9 req-0bdaf4b8-1b18-45a7-bbbc-fdb7e0dc243d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Aug 05 02:26:01.703804 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a5c7c4c9-2c07-4cc7-973b-883b4bcc88b9 req-cf3bb394-dcc3-477a-b642-a817f0f70481 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417194 Aug 05 02:26:02.824337 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db052f4-479e-4c8c-b04c-0823c3e9aaa9 req-ba97b80e-e671-4885-9e4d-8bb9051079e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:02.825815 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db052f4-479e-4c8c-b04c-0823c3e9aaa9 req-ba97b80e-e671-4885-9e4d-8bb9051079e3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0479519 Aug 05 02:26:02.874379 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db052f4-479e-4c8c-b04c-0823c3e9aaa9 req-44eefa5c-6727-471f-bc0d-b9f39b035440 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430644 Aug 05 02:26:03.424827 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35568bb-5b68-4670-a761-46e76806338d req-145fdd82-666c-4a44-99f2-d3c123e5efe2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:03.426261 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b35568bb-5b68-4670-a761-46e76806338d req-145fdd82-666c-4a44-99f2-d3c123e5efe2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Aug 05 02:26:03.473129 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b35568bb-5b68-4670-a761-46e76806338d req-d8d885d7-e222-4023-b241-165792269977 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413349 Aug 05 02:26:03.994848 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eceaff-9369-42f7-8f18-241f1d3ecf6f req-f08cde38-6ab2-47a9-8201-b6931cf65fa0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:03.996312 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a6eceaff-9369-42f7-8f18-241f1d3ecf6f req-f08cde38-6ab2-47a9-8201-b6931cf65fa0 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0479660 Aug 05 02:26:04.043570 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a6eceaff-9369-42f7-8f18-241f1d3ecf6f req-57575461-c47e-4d5e-b10d-ed021dc8da72 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417628 Aug 05 02:26:04.592090 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f8d-1477-496f-8da8-b309608effd1 req-ba151317-ed14-4346-935b-10b950470463 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:04.593542 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c81f6f8d-1477-496f-8da8-b309608effd1 req-ba151317-ed14-4346-935b-10b950470463 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0470641 Aug 05 02:26:04.640079 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c81f6f8d-1477-496f-8da8-b309608effd1 req-f7b4049e-9d81-4cb0-a524-1b2fab911a05 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411665 Aug 05 02:26:05.162822 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc2269-0cfb-48aa-a1c3-bfdf1bcdf98d req-0b4920a5-b22d-4477-879e-e713688bef07 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:05.164269 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-94fc2269-0cfb-48aa-a1c3-bfdf1bcdf98d req-0b4920a5-b22d-4477-879e-e713688bef07 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0496821 Aug 05 02:26:05.210957 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-94fc2269-0cfb-48aa-a1c3-bfdf1bcdf98d req-cdbb8ccd-be7a-44cd-bf35-cbe72140e4ab tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 Aug 05 02:26:05.764005 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722716a-a807-47bc-9e81-fbf90e95f397 req-5223468c-e3f5-4b3a-a8d0-4fa68094ba63 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:05.765563 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f722716a-a807-47bc-9e81-fbf90e95f397 req-5223468c-e3f5-4b3a-a8d0-4fa68094ba63 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0532434 Aug 05 02:26:05.817321 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f722716a-a807-47bc-9e81-fbf90e95f397 req-cc509ab3-1824-4a31-91e4-39cf9a34c479 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455294 Aug 05 02:26:05.925378 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:05.937017 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836146-01bb-4c24-af5b-985f132893d9 req-ee2fb1ae-dabd-4411-965d-3191f879cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:05.938596 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ee836146-01bb-4c24-af5b-985f132893d9 req-ee2fb1ae-dabd-4411-965d-3191f879cfd6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0829737 Aug 05 02:26:05.983446 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ee836146-01bb-4c24-af5b-985f132893d9 req-2b2e370e-23fd-4cbd-8a4c-c5f4a06bd7b3 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382204 Aug 05 02:26:06.331658 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f8383-23b7-48d8-84b1-38d81f66567a req-f242a1a1-4fca-48bc-b6f9-85a9e7d8d02f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:06.333157 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-808f8383-23b7-48d8-84b1-38d81f66567a req-f242a1a1-4fca-48bc-b6f9-85a9e7d8d02f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0482121 Aug 05 02:26:06.380053 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-808f8383-23b7-48d8-84b1-38d81f66567a req-604a7a8c-7e39-4043-a00c-4900be77a837 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413642 Aug 05 02:26:06.934575 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2875ddf-fbce-496c-8acf-ecd082ed63b5 req-7a1f89d0-abfa-4c55-b781-a4540ea69671 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:06.936006 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e2875ddf-fbce-496c-8acf-ecd082ed63b5 req-7a1f89d0-abfa-4c55-b781-a4540ea69671 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0461988 Aug 05 02:26:06.986683 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e2875ddf-fbce-496c-8acf-ecd082ed63b5 req-d5f1d9fd-1416-4e81-9c70-c3aec7807c23 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450859 Aug 05 02:26:07.498545 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9b0e4-cd8d-4fa4-8f53-056919359259 req-68bdcbe5-f00f-45e9-b8ab-a39e7a55d7a9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:07.499999 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d0a9b0e4-cd8d-4fa4-8f53-056919359259 req-68bdcbe5-f00f-45e9-b8ab-a39e7a55d7a9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0468957 Aug 05 02:26:07.552785 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d0a9b0e4-cd8d-4fa4-8f53-056919359259 req-b7d4b679-cff1-48c4-a957-005bc2ab5d9a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472333 Aug 05 02:26:08.104738 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549bb99-3384-4c9b-863b-2f8a729f56cb req-4ed60c83-0fe1-4d94-b69b-f6b57cfe37ac tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:08.106251 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9549bb99-3384-4c9b-863b-2f8a729f56cb req-4ed60c83-0fe1-4d94-b69b-f6b57cfe37ac tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0482531 Aug 05 02:26:08.155624 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9549bb99-3384-4c9b-863b-2f8a729f56cb req-c41073f7-5e35-4cdd-b302-e7b24d92212f tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437458 Aug 05 02:26:08.600760 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:08.601493 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:08.675454 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf5d59-d616-4261-8601-58d34852e262 req-04bcf9a6-8860-402b-ac20-9513f9d67fc7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:08.676943 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-dcbf5d59-d616-4261-8601-58d34852e262 req-04bcf9a6-8860-402b-ac20-9513f9d67fc7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Aug 05 02:26:08.724401 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-dcbf5d59-d616-4261-8601-58d34852e262 req-1f3516e8-9f8d-40c7-bbb3-9f05a402b983 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411124 Aug 05 02:26:09.082831 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792a0c4-0253-4595-8f96-14938d340806 req-8df78448-32f3-471d-b031-879c7eff5489 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:09.084250 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6792a0c4-0253-4595-8f96-14938d340806 req-8df78448-32f3-471d-b031-879c7eff5489 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0590270 Aug 05 02:26:09.131171 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-703bde13-cc49-4942-b979-963dfc96d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:09.132542 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-703bde13-cc49-4942-b979-963dfc96d552 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0653470 Aug 05 02:26:09.198091 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6792a0c4-0253-4595-8f96-14938d340806 req-9ffa9b7a-382e-455e-874d-f831c3c81815 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971146 Aug 05 02:26:09.245975 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-cbc53818-5940-451b-be75-7daee40a2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:09.247453 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-cbc53818-5940-451b-be75-7daee40a2669 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.1075215 Aug 05 02:26:09.262231 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:09.276784 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff33606-a042-4b62-866a-c60b5f22ab02 req-0a41c8c9-ba5e-4d91-94b8-efad97ffa16d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:09.278247 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bff33606-a042-4b62-866a-c60b5f22ab02 req-0a41c8c9-ba5e-4d91-94b8-efad97ffa16d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0473828 Aug 05 02:26:09.319219 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-2b86ebdc-344d-44ca-95e0-2e3609ac26b2 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025ccb86-82f0-4646-825e-bf471dd56047 HTTP/1.1" status: 200 len: 1001 time: 0.0635500 Aug 05 02:26:09.327168 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bff33606-a042-4b62-866a-c60b5f22ab02 req-94a73165-2381-40d5-a2c9-1f5d3fa8a330 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428634 Aug 05 02:26:09.367714 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-5edb3928-4cb9-4b70-a6a2-29963619bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:09.369781 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-5edb3928-4cb9-4b70-a6a2-29963619bd79 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0436790 Aug 05 02:26:09.413089 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-62729b62-13d4-492e-8dcf-90220250feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:09.414432 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-62729b62-13d4-492e-8dcf-90220250feeb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377901 Aug 05 02:26:09.513744 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-036a3527-886b-4bbd-84bf-9ec95779f3d8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860434 Aug 05 02:26:09.583346 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:26:09.605325 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-241d8bf0-61f9-4ea4-b1e3-d95479f04d8c req-6dc7cada-8507-4806-ab1a-61e7dc435f96 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844738 Aug 05 02:26:10.030491 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e428ab62-bbdc-424d-9d84-387c4ff2468e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:10.320494 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74ec58-54c0-4318-9d5d-a783734ee6d9 req-889e768a-0b89-472f-9ebc-e944c07ee0b9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:10.321944 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7b74ec58-54c0-4318-9d5d-a783734ee6d9 req-889e768a-0b89-472f-9ebc-e944c07ee0b9 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0505235 Aug 05 02:26:10.369540 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7b74ec58-54c0-4318-9d5d-a783734ee6d9 req-2197e68a-fcff-420f-a7d1-8097b7f517da tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412605 Aug 05 02:26:10.448236 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d94a4d-cedc-4657-834f-915f0ac6d5bf req-159ebce6-27e4-4795-b00a-a412a03e2a95 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:10.450285 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d6d94a4d-cedc-4657-834f-915f0ac6d5bf req-159ebce6-27e4-4795-b00a-a412a03e2a95 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0512486 Aug 05 02:26:10.497509 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d6d94a4d-cedc-4657-834f-915f0ac6d5bf req-c23e8515-009b-4ba5-81c9-1b9537e60c71 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417624 Aug 05 02:26:11.489371 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51346c58-3ebf-4fea-a963-ca15f039688d req-c8e265c7-7f65-4b87-a137-b1b2ccddb1b1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:11.490846 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-51346c58-3ebf-4fea-a963-ca15f039688d req-c8e265c7-7f65-4b87-a137-b1b2ccddb1b1 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0479143 Aug 05 02:26:11.538309 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-51346c58-3ebf-4fea-a963-ca15f039688d req-8ded39fb-90b5-42fe-b223-198e18259f7f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416751 Aug 05 02:26:11.608836 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:11.617613 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb1f58-1170-4b55-a070-13ba45e3ade9 req-7ea91e9c-4985-4657-a2a6-de552b353580 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:11.619131 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3bfb1f58-1170-4b55-a070-13ba45e3ade9 req-7ea91e9c-4985-4657-a2a6-de552b353580 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0482988 Aug 05 02:26:11.666764 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3bfb1f58-1170-4b55-a070-13ba45e3ade9 req-fbd80627-e3d1-44d9-a46e-f1aebf3ca195 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409615 Aug 05 02:26:12.226126 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-623ff4cc-188f-4465-bc94-7290af11a6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:12.662036 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aaacd-d1b8-4704-98f1-a12c99461559 req-4c32b68f-1b9f-432d-bfe4-fed52c4c0883 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:12.663498 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-681aaacd-d1b8-4704-98f1-a12c99461559 req-4c32b68f-1b9f-432d-bfe4-fed52c4c0883 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0506644 Aug 05 02:26:12.710260 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-681aaacd-d1b8-4704-98f1-a12c99461559 req-55b4c061-ebaa-4ea0-bc40-06c2dbbbf74e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410852 Aug 05 02:26:12.785305 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90438-aa99-47c3-8830-37f18f41276f req-cd2ebfef-dd77-4384-9472-d40c0c0fee79 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:12.786757 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1be90438-aa99-47c3-8830-37f18f41276f req-cd2ebfef-dd77-4384-9472-d40c0c0fee79 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0467212 Aug 05 02:26:12.838489 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1be90438-aa99-47c3-8830-37f18f41276f req-1d69e052-10a0-41a4-b20f-d2933d8be6fa tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462828 Aug 05 02:26:13.218893 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:13.793702 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:13.831037 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb96ab-2404-4ff5-a028-dae14b67f89e req-d0d8921c-7870-41f6-b7c4-3521f6f9e4a5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:13.833415 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ebcb96ab-2404-4ff5-a028-dae14b67f89e req-d0d8921c-7870-41f6-b7c4-3521f6f9e4a5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0499671 Aug 05 02:26:13.883517 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ebcb96ab-2404-4ff5-a028-dae14b67f89e req-23cb411c-acdc-4dd2-9894-803a1074a03e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444582 Aug 05 02:26:13.959814 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501ef3d-879b-485a-b577-9abe401c6e85 req-90a07c66-5997-4ca7-9a71-fab1facc6bdc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:13.961311 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8501ef3d-879b-485a-b577-9abe401c6e85 req-90a07c66-5997-4ca7-9a71-fab1facc6bdc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Aug 05 02:26:13.984058 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:14.003456 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74178183-f9d6-4726-bc3f-2fb68101ccb5 req-80818c4f-9e83-4e42-9ca1-6c217bce06e7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:14.004870 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-74178183-f9d6-4726-bc3f-2fb68101ccb5 req-80818c4f-9e83-4e42-9ca1-6c217bce06e7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Aug 05 02:26:14.012730 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8501ef3d-879b-485a-b577-9abe401c6e85 req-2b728e8f-31d5-4534-a86e-9b2e5d3795a3 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439889 Aug 05 02:26:14.015145 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42558) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:14.019357 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-4be3f57a-a063-406d-8a0b-b3c48bde1370 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Request body: {'floatingip': {'port_id': '025ccb86-82f0-4646-825e-bf471dd56047'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:14.077043 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4be3f57a-a063-406d-8a0b-b3c48bde1370 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for floatingip (71e53a2b-6435-4f46-b24b-a3eb3b422a49), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:14.325007 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194bf3b-58f0-4000-a217-bad480f7f33e req-8173565b-7247-43d4-ae98-8b98c62e0396 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:14.326396 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b194bf3b-58f0-4000-a217-bad480f7f33e req-8173565b-7247-43d4-ae98-8b98c62e0396 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0845768 Aug 05 02:26:14.349596 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-b3eeacf8-8c85-45f0-bf93-3d1e64779d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:14.351096 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-b3eeacf8-8c85-45f0-bf93-3d1e64779d26 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 1129 time: 0.0447576 Aug 05 02:26:14.424679 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b194bf3b-58f0-4000-a217-bad480f7f33e req-7ffb5035-1a4f-4125-bd47-e551df164f36 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925894 Aug 05 02:26:14.442014 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-1402a6b9-d45f-47a1-b650-95b9ba736c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:14.443527 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-1402a6b9-d45f-47a1-b650-95b9ba736c9f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 912 time: 0.0865841 Aug 05 02:26:14.512020 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-7b5639ea-3c2f-4af5-8f28-b9043b2fdc0a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c4ea12-20f0-402c-a002-d09aebd27024 HTTP/1.1" status: 200 len: 1000 time: 0.0607693 Aug 05 02:26:14.527456 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:14.564166 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-06d802b7-5e1d-4e0d-8b61-5bc68813fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:14.565637 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-06d802b7-5e1d-4e0d-8b61-5bc68813fbef service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 200 len: 850 time: 0.0459540 Aug 05 02:26:14.611658 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-59d6022d-364c-47c8-a630-45c2dca10cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:14.613114 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-59d6022d-364c-47c8-a630-45c2dca10cd4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bf7849d5-61da-44b5-8e65-8d7323d12692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409150 Aug 05 02:26:14.628723 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4be3f57a-a063-406d-8a0b-b3c48bde1370 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:14.632744 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4be3f57a-a063-406d-8a0b-b3c48bde1370 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (71e53a2b-6435-4f46-b24b-a3eb3b422a49), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:14.709256 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-a48a0a91-812a-4aba-89e4-f1309bd1774e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895572 Aug 05 02:26:14.803411 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb5a2d3f-e119-4e73-a559-0685b6d598c6 req-70e7b159-6816-48f9-9306-b0b569c01bdd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875161 Aug 05 02:26:14.847467 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:14.912902 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:15.086765 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be3f57a-a063-406d-8a0b-b3c48bde1370 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Router 4fd85068-7a5c-4930-8201-1ca404b7b646 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:26:15.098114 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:15.131868 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:15.192840 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be3f57a-a063-406d-8a0b-b3c48bde1370 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:26:15.197814 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4be3f57a-a063-406d-8a0b-b3c48bde1370 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:15.204717 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] Sync routers for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:26:15.215731 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:15.216501 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:15.232302 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:15.234580 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b70266-32f7-4cee-83fc-adc368005c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "tag": "025ccb86-82f0-4646-825e-bf471dd56047"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:15.268811 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4be3f57a-a063-406d-8a0b-b3c48bde1370 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/71e53a2b-6435-4f46-b24b-a3eb3b422a49 HTTP/1.1" status: 200 len: 993 time: 1.2504764 Aug 05 02:26:15.333014 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ccdb16-db83-4f7d-a48d-ec9c63c5e5a0 x-openstack-request-id: req-d9ccdb16-db83-4f7d-a48d-ec9c63c5e5a0 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:15.333312 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "tag": "025ccb86-82f0-4646-825e-bf471dd56047", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:15.333560 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9ccdb16-db83-4f7d-a48d-ec9c63c5e5a0 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:15.333993 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ccdb16-db83-4f7d-a48d-ec9c63c5e5a0'] response: {'name': 'network-changed', 'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047', 'status': 'completed', 'code': 200} Aug 05 02:26:15.443964 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:15.547969 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db0643-b003-4555-993d-d25fc6e6c7a9 req-40e93e2e-858c-48c6-828d-337d71aad94e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:15.549567 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-93db0643-b003-4555-993d-d25fc6e6c7a9 req-40e93e2e-858c-48c6-828d-337d71aad94e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0476849 Aug 05 02:26:15.597561 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-93db0643-b003-4555-993d-d25fc6e6c7a9 req-dcea77a6-5a62-4ce5-b3bb-e979455f2b0d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424609 Aug 05 02:26:15.660472 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '71e53a2b-6435-4f46-b24b-a3eb3b422a49', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'port_id': '025ccb86-82f0-4646-825e-bf471dd56047', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'mac_address': 'fa:16:3e:02:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:23:28Z', 'updated_at': '2022-08-05T02:26:14Z', 'revision_number': 3, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:41Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:15.689242 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] Checking router: 4fd85068-7a5c-4930-8201-1ca404b7b646 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:26:15.697625 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:15.698199 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:15.799452 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:16.012798 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '71e53a2b-6435-4f46-b24b-a3eb3b422a49', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'port_id': '025ccb86-82f0-4646-825e-bf471dd56047', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'mac_address': 'fa:16:3e:02:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:23:28Z', 'updated_at': '2022-08-05T02:26:14Z', 'revision_number': 3, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:41Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:16.034022 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b70266-32f7-4cee-83fc-adc368005c7b req-d558d359-ceaf-4f6c-adf5-3d6213b12d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:16.035516 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90b70266-32f7-4cee-83fc-adc368005c7b req-d558d359-ceaf-4f6c-adf5-3d6213b12d7a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0470467 Aug 05 02:26:16.041095 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed7415-61b7-4fa6-9f8a-8661eeb428f2 None None] The sync data for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi is: [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '71e53a2b-6435-4f46-b24b-a3eb3b422a49', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'port_id': '025ccb86-82f0-4646-825e-bf471dd56047', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'mac_address': 'fa:16:3e:02:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:23:28Z', 'updated_at': '2022-08-05T02:26:14Z', 'revision_number': 3, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:41Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:26:16.131706 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b70266-32f7-4cee-83fc-adc368005c7b req-f25f4255-ef15-4836-b079-84cfa45a1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:16.133217 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90b70266-32f7-4cee-83fc-adc368005c7b req-f25f4255-ef15-4836-b079-84cfa45a1938 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.0900984 Aug 05 02:26:16.201418 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90b70266-32f7-4cee-83fc-adc368005c7b req-52c33313-1527-40a8-9ddf-c719cffdaf2d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025ccb86-82f0-4646-825e-bf471dd56047 HTTP/1.1" status: 200 len: 1001 time: 0.0608079 Aug 05 02:26:16.250257 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b70266-32f7-4cee-83fc-adc368005c7b req-7014584a-cbad-4100-978f-f0aec66efa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:16.251664 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90b70266-32f7-4cee-83fc-adc368005c7b req-7014584a-cbad-4100-978f-f0aec66efa64 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0441396 Aug 05 02:26:16.297637 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b70266-32f7-4cee-83fc-adc368005c7b req-0ae11b4a-0f4f-4288-8cb0-68dc95b7898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:16.299027 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90b70266-32f7-4cee-83fc-adc368005c7b req-0ae11b4a-0f4f-4288-8cb0-68dc95b7898b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411832 Aug 05 02:26:16.391475 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90b70266-32f7-4cee-83fc-adc368005c7b req-3f367983-eb63-46cb-a342-bc792d382358 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861945 Aug 05 02:26:16.448825 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:16.478607 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90b70266-32f7-4cee-83fc-adc368005c7b req-ff2cfc71-515e-48d3-8193-93588f9d55c7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814500 Aug 05 02:26:17.335229 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:17.337619 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d666f8-dced-4087-8dd2-b351b2989141" -d '{"events": [{"name": "network-changed", "server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "tag": "025ccb86-82f0-4646-825e-bf471dd56047"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:17.375835 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dc65e6-b695-46ad-9f7f-c87cc8a33092 x-openstack-request-id: req-73dc65e6-b695-46ad-9f7f-c87cc8a33092 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:17.376129 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "tag": "025ccb86-82f0-4646-825e-bf471dd56047", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:17.376402 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73dc65e6-b695-46ad-9f7f-c87cc8a33092 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:17.376806 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73dc65e6-b695-46ad-9f7f-c87cc8a33092'] response: {'name': 'network-changed', 'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047', 'status': 'completed', 'code': 200} Aug 05 02:26:17.471589 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d666f8-dced-4087-8dd2-b351b2989141 req-eb79bc74-a53f-4d49-9c6c-6d288c3bd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:17.473087 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20d666f8-dced-4087-8dd2-b351b2989141 req-eb79bc74-a53f-4d49-9c6c-6d288c3bd202 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0428672 Aug 05 02:26:17.565081 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d666f8-dced-4087-8dd2-b351b2989141 req-4311ce19-664f-4f46-a0b0-16429535f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:17.566533 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20d666f8-dced-4087-8dd2-b351b2989141 req-4311ce19-664f-4f46-a0b0-16429535f396 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.0850301 Aug 05 02:26:17.632444 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20d666f8-dced-4087-8dd2-b351b2989141 req-6fdff198-bcb0-4b94-b6ad-f13a23b131f6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=025ccb86-82f0-4646-825e-bf471dd56047 HTTP/1.1" status: 200 len: 1001 time: 0.0593209 Aug 05 02:26:17.680761 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d666f8-dced-4087-8dd2-b351b2989141 req-ff6dd74b-9f77-41fb-b18c-acb9ec32e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:17.682159 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20d666f8-dced-4087-8dd2-b351b2989141 req-ff6dd74b-9f77-41fb-b18c-acb9ec32e2a0 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0432580 Aug 05 02:26:17.725496 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d666f8-dced-4087-8dd2-b351b2989141 req-71c71f94-5fab-4104-bb64-b5adcfe5da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:17.726925 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20d666f8-dced-4087-8dd2-b351b2989141 req-71c71f94-5fab-4104-bb64-b5adcfe5da68 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384958 Aug 05 02:26:17.779423 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:17.821975 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20d666f8-dced-4087-8dd2-b351b2989141 req-b7981751-a89d-4f3b-9eea-87454a5cbce4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885427 Aug 05 02:26:17.917280 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20d666f8-dced-4087-8dd2-b351b2989141 req-c8584cb1-fe18-4638-9371-a1c40d2994d1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887053 Aug 05 02:26:18.233609 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702f6c8-ff27-46fa-96af-d9a6d68dcecc req-a781518f-de04-4fca-9b57-9816fe244a70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:18.235049 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1702f6c8-ff27-46fa-96af-d9a6d68dcecc req-a781518f-de04-4fca-9b57-9816fe244a70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 946 time: 0.0499740 Aug 05 02:26:18.281649 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1702f6c8-ff27-46fa-96af-d9a6d68dcecc req-34e8e001-e64b-404e-8eb3-7dddecaa0a68 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410044 Aug 05 02:26:19.403909 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667e89-67d5-4b66-a5d3-7fd6a950db7f req-31d57320-0b71-448f-b325-464ee48a4ad8 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:19.405388 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-81667e89-67d5-4b66-a5d3-7fd6a950db7f req-31d57320-0b71-448f-b325-464ee48a4ad8 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 946 time: 0.0507429 Aug 05 02:26:19.451239 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-81667e89-67d5-4b66-a5d3-7fd6a950db7f req-78c940e4-9e54-44e1-895b-9a55d225959c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 Aug 05 02:26:19.579745 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:20.225309 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-9ab85415-c2ea-4e71-887b-999d1de437ee tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:20.226815 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-9ab85415-c2ea-4e71-887b-999d1de437ee tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 946 time: 0.0467083 Aug 05 02:26:20.307945 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Deleting port 9106f29f-cfec-4c3a-9817-3041bd272f04 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:26:20.308282 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:20.398486 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] For port 9106f29f-cfec-4c3a-9817-3041bd272f04, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9106f29f-cfec-4c3a-9817-3041bd272f04,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:26:20.398770 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:20.612439 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:20.625242 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6515867-e291-4bb1-8829-e3eca92c6315 req-84f3cbdf-9e07-46d3-8e8b-c52404a528ac tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:20.626679 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d6515867-e291-4bb1-8829-e3eca92c6315 req-84f3cbdf-9e07-46d3-8e8b-c52404a528ac tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 946 time: 0.0956602 Aug 05 02:26:20.656868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:20.657136 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (819a96ba-e62c-4219-8843-19e76052556f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:20.657457 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Floating IP 819a96ba-e62c-4219-8843-19e76052556f disassociated. External IP: 172.27.0.130, port: 9106f29f-cfec-4c3a-9817-3041bd272f04. Aug 05 02:26:20.657801 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Calling delete_port for 9106f29f-cfec-4c3a-9817-3041bd272f04 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:26:20.722593 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d6515867-e291-4bb1-8829-e3eca92c6315 req-c2321a2c-90bc-4b47-896b-9c2a1321cce1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=af6ec0a5-3c65-4c92-8b02-5b127ed14307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876722 Aug 05 02:26:20.808612 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (9106f29f-cfec-4c3a-9817-3041bd272f04), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:20.843405 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'Port': ['ID=9106f29f-cfec-4c3a-9817-3041bd272f04,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:20.846057 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:20.855530 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.857160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.857160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.857160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.857160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.857633 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.857822 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.858294 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.858680 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.859134 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.859533 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.859871 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.860205 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.860562 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:20.860894 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:21.198522 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:26:21.302920 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:26:21.312473 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:26:21.322538 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:21.323209 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:21.350407 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] No DVR routers for this DVR port 9106f29f-cfec-4c3a-9817-3041bd272f04 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:26:21.353065 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:21.358136 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a51368b2-eecb-446f-bf66-1f4b54a3e3ec req-6f5d7060-d4ae-4fcc-88d9-d6d457a2528e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "DELETE /networking/v2.0/ports/9106f29f-cfec-4c3a-9817-3041bd272f04 HTTP/1.1" status: 204 len: 173 time: 1.1260617 Aug 05 02:26:21.358578 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'name': 'network-vif-deleted', 'tag': '9106f29f-cfec-4c3a-9817-3041bd272f04'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:21.360882 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da7f94a-da40-4da0-aa6b-ffac5d742c74" -d '{"events": [{"server_uuid": "184f7bdb-49dd-4b9c-864d-e07bdb888d6c", "name": "network-vif-deleted", "tag": "9106f29f-cfec-4c3a-9817-3041bd272f04"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:21.431143 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:21.460675 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5747a350-6907-49f7-870a-4533bab0a90a x-openstack-request-id: req-5747a350-6907-49f7-870a-4533bab0a90a {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:21.461080 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184f7bdb-49dd-4b9c-864d-e07bdb888d6c", "name": "network-vif-deleted", "tag": "9106f29f-cfec-4c3a-9817-3041bd272f04", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:21.461464 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5747a350-6907-49f7-870a-4533bab0a90a {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:21.461902 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5747a350-6907-49f7-870a-4533bab0a90a'] response: {'server_uuid': '184f7bdb-49dd-4b9c-864d-e07bdb888d6c', 'name': 'network-vif-deleted', 'tag': '9106f29f-cfec-4c3a-9817-3041bd272f04', 'status': 'completed', 'code': 200} Aug 05 02:26:21.648319 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '35aa33d9-1fef-4c2a-8503-a76a99b785e2', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:31Z', 'updated_at': '2022-08-05T02:21:38Z', 'revision_number': 2, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:21.673094 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:26:21.681605 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:21.682342 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:21.783917 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:21.856934 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4ef3d9cc-6959-4719-afca-90a2be57d856 req-fc60ac21-6b79-48c5-85e6-b866ea73e282 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=184f7bdb-49dd-4b9c-864d-e07bdb888d6c HTTP/1.1" status: 200 len: 210 time: 0.0454345 Aug 05 02:26:22.019441 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '35aa33d9-1fef-4c2a-8503-a76a99b785e2', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:31Z', 'updated_at': '2022-08-05T02:21:38Z', 'revision_number': 2, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:22.043636 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc7af1-3874-4996-b468-e82b3a07913c None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '35aa33d9-1fef-4c2a-8503-a76a99b785e2', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '7885d180-df69-43cf-b111-f789955314dc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:eb:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a387642-9e46-4a64-8017-43786f426b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:20:31Z', 'updated_at': '2022-08-05T02:21:38Z', 'revision_number': 2, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:26:22.290097 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156b2bd-dcfe-4689-add6-38cd70b52c11 None None] New status for floating IP 819a96ba-e62c-4219-8843-19e76052556f: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:26:22.963070 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42610) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:23.022682 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (af6ec0a5-3c65-4c92-8b02-5b127ed14307), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.047687 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (af6ec0a5-3c65-4c92-8b02-5b127ed14307), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.095978 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (af6ec0a5-3c65-4c92-8b02-5b127ed14307), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.098647 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.099784 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/af6ec0a5-3c65-4c92-8b02-5b127ed14307 HTTP/1.1" status: 204 len: 168 time: 0.1344681 Aug 05 02:26:23.102670 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42612) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:23.110314 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ec0a5-3c65-4c92-8b02-5b127ed14307,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:23.116731 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.api.v2.resource [None req-d3af043c-5d9a-4121-840d-d74f57c6e079 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] show failed (client error): The resource could not be found. Aug 05 02:26:23.120772 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-d3af043c-5d9a-4121-840d-d74f57c6e079 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups/af6ec0a5-3c65-4c92-8b02-5b127ed14307 HTTP/1.1" status: 404 len: 347 time: 0.0140340 Aug 05 02:26:23.120924 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.120924 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.120924 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.120924 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.120924 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.120924 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.121396 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42614) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:23.121484 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.121484 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.121868 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.122088 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.122435 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.122772 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.123100 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.123430 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.123757 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a7a35-a759-4590-b442-4dbc5f491295 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:23.236019 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Deleting port 763041e8-950f-4628-965e-673ef2841ef7 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:26:23.236398 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (763041e8-950f-4628-965e-673ef2841ef7), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.317138 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (763041e8-950f-4628-965e-673ef2841ef7), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.317468 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (763041e8-950f-4628-965e-673ef2841ef7), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.330223 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Calling delete_port for 763041e8-950f-4628-965e-673ef2841ef7 owned by network:floatingip {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:26:23.402875 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:23.473741 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (763041e8-950f-4628-965e-673ef2841ef7), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.498611 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'Port': ['ID=763041e8-950f-4628-965e-673ef2841ef7,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:23.519311 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9106f29f-cfec-4c3a-9817-3041bd272f04 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:26:23.525487 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (819a96ba-e62c-4219-8843-19e76052556f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.528728 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:23.530380 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c690a832-a1dc-465e-9cbb-bcf2a4eb4941 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/819a96ba-e62c-4219-8843-19e76052556f HTTP/1.1" status: 204 len: 168 time: 0.4085183 Aug 05 02:26:23.546750 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 9106f29f-cfec-4c3a-9817-3041bd272f04 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:26:23.547098 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9106f29f-cfec-4c3a-9817-3041bd272f04 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:26:25.234214 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43b5a1-e192-495a-ad76-21c2af288ead req-2d91ede0-66b9-4f92-b802-2347e631f637 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:25.235716 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8c43b5a1-e192-495a-ad76-21c2af288ead req-2d91ede0-66b9-4f92-b802-2347e631f637 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0471585 Aug 05 02:26:25.286402 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8c43b5a1-e192-495a-ad76-21c2af288ead req-a1765710-687f-4824-98c6-9123ab9ed729 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451424 Aug 05 02:26:26.408720 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1886dc-4949-4f87-a44b-5d9ac965bbad req-f686ee6e-8590-41ee-98fb-a25dd00928ac tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:26.410094 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1d1886dc-4949-4f87-a44b-5d9ac965bbad req-f686ee6e-8590-41ee-98fb-a25dd00928ac tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0495040 Aug 05 02:26:26.455884 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1d1886dc-4949-4f87-a44b-5d9ac965bbad req-aff8acc6-f8d2-4497-a541-f80033b9c57d tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402296 Aug 05 02:26:26.534233 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-deaa8306-292f-4906-81b8-5f8f6c6e4793 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397096 Aug 05 02:26:26.631087 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-f1508cc4-b16d-46cc-9514-c0c5d04de6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:26.632570 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-f1508cc4-b16d-46cc-9514-c0c5d04de6ab service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 1131 time: 0.0390234 Aug 05 02:26:26.746611 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-75cf6bcd-cd1e-4321-8edd-9fc340cdcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:26.748052 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-75cf6bcd-cd1e-4321-8edd-9fc340cdcd52 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.0889421 Aug 05 02:26:26.910637 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:26.921378 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-3d1f5afc-66ad-420e-8e3c-795ae24e0a64 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661635b8-8836-4704-91ee-343c5d3a40eb HTTP/1.1" status: 200 len: 1001 time: 0.0874560 Aug 05 02:26:26.927704 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-c02f8be4-461a-42ac-a885-638756418904 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:26.929057 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-c02f8be4-461a-42ac-a885-638756418904 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0939946 Aug 05 02:26:27.010508 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-91d82fdb-178f-4aa4-80eb-39b514aaec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:27.011893 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-91d82fdb-178f-4aa4-80eb-39b514aaec03 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.0819273 Aug 05 02:26:27.074319 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Deleting port 7885d180-df69-43cf-b111-f789955314dc {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:26:27.074661 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (7885d180-df69-43cf-b111-f789955314dc), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:27.091310 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-8f66d836-088f-4b08-935d-8b16e3a4fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:27.092780 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-8f66d836-088f-4b08-935d-8b16e3a4fdc7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0607972 Aug 05 02:26:27.233363 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] For port 7885d180-df69-43cf-b111-f789955314dc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7885d180-df69-43cf-b111-f789955314dc,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:26:27.233721 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (7885d180-df69-43cf-b111-f789955314dc), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:27.255438 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-5971f6b2-8b53-427e-b950-105b7287779f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348608 Aug 05 02:26:27.455461 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c59f2f5d-0255-447b-a0e4-93dbdcfc1b46 req-226a2b07-96d8-405b-ab82-50ad0a89c9f3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748600 Aug 05 02:26:27.456176 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:27.472977 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:27.473336 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (35aa33d9-1fef-4c2a-8503-a76a99b785e2), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:27.473692 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Floating IP 35aa33d9-1fef-4c2a-8503-a76a99b785e2 disassociated. External IP: 172.27.0.96, port: 7885d180-df69-43cf-b111-f789955314dc. Aug 05 02:26:27.474076 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Calling delete_port for 7885d180-df69-43cf-b111-f789955314dc owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:26:27.581392 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eff881-cc08-4982-9ae6-b00cc7e6ba51 req-10684695-43f1-4779-90e1-6a3b57b162e9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:27.582883 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-84eff881-cc08-4982-9ae6-b00cc7e6ba51 req-10684695-43f1-4779-90e1-6a3b57b162e9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 946 time: 0.0543001 Aug 05 02:26:27.606126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (7885d180-df69-43cf-b111-f789955314dc), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:27.635941 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-84eff881-cc08-4982-9ae6-b00cc7e6ba51 req-c89ea5c0-19ea-42bf-9731-d5540ffafe9a tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=14d7514a-cf28-446a-982e-ab6b739b500e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Aug 05 02:26:27.640444 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'Port': ['ID=7885d180-df69-43cf-b111-f789955314dc,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:27.730225 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:27.749312 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:26:27.854332 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:26:27.864216 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:26:27.875599 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:27.876590 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:27.901941 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] No DVR routers for this DVR port 7885d180-df69-43cf-b111-f789955314dc on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:26:27.904442 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:27.907657 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ec1b8df0-9da7-4bc0-8ac6-f17a6fc73c77 req-44a835d5-ef43-42b3-a82a-40097a63f187 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "DELETE /networking/v2.0/ports/7885d180-df69-43cf-b111-f789955314dc HTTP/1.1" status: 204 len: 173 time: 0.9693408 Aug 05 02:26:27.908098 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a387642-9e46-4a64-8017-43786f426b70', 'name': 'network-vif-deleted', 'tag': '7885d180-df69-43cf-b111-f789955314dc'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:27.910372 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e307ae7-8cfc-4772-bc09-45fe2fc4f55e" -d '{"events": [{"server_uuid": "1a387642-9e46-4a64-8017-43786f426b70", "name": "network-vif-deleted", "tag": "7885d180-df69-43cf-b111-f789955314dc"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:27.952137 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e73b96-08d1-4b2c-bf1c-b1678a2d18a4 x-openstack-request-id: req-73e73b96-08d1-4b2c-bf1c-b1678a2d18a4 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:27.952811 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a387642-9e46-4a64-8017-43786f426b70", "name": "network-vif-deleted", "tag": "7885d180-df69-43cf-b111-f789955314dc", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:27.952952 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73e73b96-08d1-4b2c-bf1c-b1678a2d18a4 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:27.953249 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e73b96-08d1-4b2c-bf1c-b1678a2d18a4'] response: {'server_uuid': '1a387642-9e46-4a64-8017-43786f426b70', 'name': 'network-vif-deleted', 'tag': '7885d180-df69-43cf-b111-f789955314dc', 'status': 'completed', 'code': 200} Aug 05 02:26:27.988740 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:28.116318 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:28.119000 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:28.190236 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:28.217402 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:26:28.225547 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:28.226138 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:28.325094 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:28.585753 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:28.611588 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df96931d-5736-45d3-b73c-4db9e3548aa6 None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:26:28.757029 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5a6c7a5d-79cd-4470-99d4-e5a6f2488b71 req-5e06caeb-137f-4892-b95e-d40fa5ae2246 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1a387642-9e46-4a64-8017-43786f426b70 HTTP/1.1" status: 200 len: 210 time: 0.0292618 Aug 05 02:26:28.842456 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788051d-041a-49a2-86f7-f8311244da8a None None] New status for floating IP 35aa33d9-1fef-4c2a-8503-a76a99b785e2: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:26:28.846113 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:28.847375 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:29.851335 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42654) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:29.908255 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6612c26b-fd1c-4dfc-a5e9-5af12631358c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (14d7514a-cf28-446a-982e-ab6b739b500e), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:29.932909 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6612c26b-fd1c-4dfc-a5e9-5af12631358c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (14d7514a-cf28-446a-982e-ab6b739b500e), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:29.981797 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6612c26b-fd1c-4dfc-a5e9-5af12631358c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (14d7514a-cf28-446a-982e-ab6b739b500e), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:29.984456 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6612c26b-fd1c-4dfc-a5e9-5af12631358c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:29.985611 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-6612c26b-fd1c-4dfc-a5e9-5af12631358c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/14d7514a-cf28-446a-982e-ab6b739b500e HTTP/1.1" status: 204 len: 168 time: 0.1333015 Aug 05 02:26:29.988627 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42656) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:29.995742 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612c26b-fd1c-4dfc-a5e9-5af12631358c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d7514a-cf28-446a-982e-ab6b739b500e,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:30.007988 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.api.v2.resource [None req-e9cfeae2-a83f-4196-8318-8ea09ef7d3c9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] show failed (client error): The resource could not be found. Aug 05 02:26:30.009014 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-e9cfeae2-a83f-4196-8318-8ea09ef7d3c9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups/14d7514a-cf28-446a-982e-ab6b739b500e HTTP/1.1" status: 404 len: 347 time: 0.0192242 Aug 05 02:26:30.011901 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42658) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:30.127194 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Deleting port 0717b8ca-daa4-49ce-938b-a2a2743d5c0b {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:26:30.127570 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (0717b8ca-daa4-49ce-938b-a2a2743d5c0b), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.210119 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (0717b8ca-daa4-49ce-938b-a2a2743d5c0b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.210355 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (0717b8ca-daa4-49ce-938b-a2a2743d5c0b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.223683 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Calling delete_port for 0717b8ca-daa4-49ce-938b-a2a2743d5c0b owned by network:floatingip {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:26:30.277677 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:30.288162 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:30.368301 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (0717b8ca-daa4-49ce-938b-a2a2743d5c0b), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.393137 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'Port': ['ID=0717b8ca-daa4-49ce-938b-a2a2743d5c0b,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:30.456832 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (35aa33d9-1fef-4c2a-8503-a76a99b785e2), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.459443 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.460805 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-9a705907-afd8-4894-a87f-e0c306dfc801 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/35aa33d9-1fef-4c2a-8503-a76a99b785e2 HTTP/1.1" status: 204 len: 168 time: 0.4477825 Aug 05 02:26:30.541685 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42662) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:30.546290 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-3f9b8b48-2f5d-4498-bc40-ae313d738623 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605049886', 'description': 'tempest-description--21535989'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:30.566521 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8b48-2f5d-4498-bc40-ae313d738623 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.637001 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8b48-2f5d-4498-bc40-ae313d738623 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (9ed5d0e9-6b19-423a-86a4-7d0a61c62771), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.641325 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8b48-2f5d-4498-bc40-ae313d738623 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (9ed5d0e9-6b19-423a-86a4-7d0a61c62771), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.671992 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8b48-2f5d-4498-bc40-ae313d738623 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.673223 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-3f9b8b48-2f5d-4498-bc40-ae313d738623 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1304948 Aug 05 02:26:30.675105 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b8b48-2f5d-4498-bc40-ae313d738623 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed5d0e9-6b19-423a-86a4-7d0a61c62771,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:30.676346 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42664) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:30.680829 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-1e9b588e-d97c-4157-bf82-98f7550505a3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group_rule': {'security_group_id': '9ed5d0e9-6b19-423a-86a4-7d0a61c62771', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:30.708190 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e9b588e-d97c-4157-bf82-98f7550505a3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (fc718481-079b-4130-a663-4288636e2dd5), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.764129 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e9b588e-d97c-4157-bf82-98f7550505a3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (fc718481-079b-4130-a663-4288636e2dd5), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.767574 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e9b588e-d97c-4157-bf82-98f7550505a3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (fc718481-079b-4130-a663-4288636e2dd5), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.788432 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b588e-d97c-4157-bf82-98f7550505a3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc718481-079b-4130-a663-4288636e2dd5,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:30.796609 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e9b588e-d97c-4157-bf82-98f7550505a3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.797813 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-1e9b588e-d97c-4157-bf82-98f7550505a3 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204774 Aug 05 02:26:30.800531 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42666) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:30.804689 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-9dc224f9-5225-4a53-8ca6-2ab7481061a1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group_rule': {'security_group_id': '9ed5d0e9-6b19-423a-86a4-7d0a61c62771', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:30.831759 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dc224f9-5225-4a53-8ca6-2ab7481061a1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (e5d5c38a-3900-49d6-af76-fc67c7df2680), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.862154 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:30.894305 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dc224f9-5225-4a53-8ca6-2ab7481061a1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (e5d5c38a-3900-49d6-af76-fc67c7df2680), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.897695 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dc224f9-5225-4a53-8ca6-2ab7481061a1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (e5d5c38a-3900-49d6-af76-fc67c7df2680), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.915278 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc224f9-5225-4a53-8ca6-2ab7481061a1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d5c38a-3900-49d6-af76-fc67c7df2680,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:30.923112 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dc224f9-5225-4a53-8ca6-2ab7481061a1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:30.924339 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9dc224f9-5225-4a53-8ca6-2ab7481061a1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228540 Aug 05 02:26:30.927521 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42668) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:30.932760 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:30.952538 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.028972 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.106060 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.116682 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:31.137295 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Allocated IP 172.27.0.150 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/aec0227b-79eb-41bc-9b42-5e5dcfd3601f) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:26:31.240695 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (aec0227b-79eb-41bc-9b42-5e5dcfd3601f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.272126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (aec0227b-79eb-41bc-9b42-5e5dcfd3601f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.306166 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:26:31.309256 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:26:31.314846 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:26:31.328691 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=aec0227b-79eb-41bc-9b42-5e5dcfd3601f,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:31.365403 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (42f1484a-8d2b-491e-94c5-1d5dea7909b4), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.401382 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (aec0227b-79eb-41bc-9b42-5e5dcfd3601f), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.543710 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (aec0227b-79eb-41bc-9b42-5e5dcfd3601f), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.548088 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (aec0227b-79eb-41bc-9b42-5e5dcfd3601f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.548812 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (42f1484a-8d2b-491e-94c5-1d5dea7909b4), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.578933 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 7885d180-df69-43cf-b111-f789955314dc no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:26:31.580213 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:31.595249 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:31.596525 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6680160 Aug 05 02:26:31.605948 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 7885d180-df69-43cf-b111-f789955314dc {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:26:31.606216 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 7885d180-df69-43cf-b111-f789955314dc not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:26:31.614939 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44464ba-4d3c-42cd-b226-58f1ccd0c603 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=aec0227b-79eb-41bc-9b42-5e5dcfd3601f,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:31.757880 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-0994df35-312b-43c3-a6b4-57cc91ced8ff tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1605049886&fields=id&tenant_id=ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 267 time: 0.0416458 Aug 05 02:26:31.866493 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-187868fd-ad33-49b0-8b63-82c35bd6e354 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:31.867979 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-187868fd-ad33-49b0-8b63-82c35bd6e354 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 814 time: 0.1031191 Aug 05 02:26:31.882826 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-af7ca058-f254-46cf-934d-c9304141d32c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/quotas/ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 375 time: 0.0090058 Aug 05 02:26:31.930955 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-2cf3dd3a-bcd8-4a67-a76c-5209859b4c96 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427079 Aug 05 02:26:32.071071 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-96cf1c26-d895-43d0-8851-beaed0072baf service neutron] 10.222.0.15 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276543 Aug 05 02:26:32.157816 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-eba1d4aa-a34b-441d-8842-8f1fa27f60ca service neutron] 10.222.0.15 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807972 Aug 05 02:26:32.324903 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0d8b87c7-01cd-4bd4-aae9-b8be428c0215 req-87d9bb7b-0c37-4efe-bba8-e9af7fa50960 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 210 time: 0.0310798 Aug 05 02:26:33.424180 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1dc02458-6816-4af4-8f2a-71b242307617 req-4d4e7707-351b-4032-93f7-9aaa1009db77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 210 time: 0.0283093 Aug 05 02:26:33.598278 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-af684539-b3c7-425b-a57c-238e06e81257 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:33.599713 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-af684539-b3c7-425b-a57c-238e06e81257 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 814 time: 0.1062033 Aug 05 02:26:33.685325 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-46ff41f0-b520-4c2a-a629-ef3e99a64465 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 380 time: 0.0548282 Aug 05 02:26:33.804825 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'port': {'device_id': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'admin_state_up': True, 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'security_groups': ['9ed5d0e9-6b19-423a-86a4-7d0a61c62771']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:33.852724 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:33.914769 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Made reservation on behalf of ad6a220b99d94a648150476bf0a01e50 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:26:33.918728 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:34.047605 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Allocated IP 172.20.0.4 (528bd4e2-8ce2-403c-8a20-be166348ecb8/ba64233d-280c-40c6-b874-3f71d828d09d/470a70cc-8420-4e3a-996b-d0527d557db3) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:26:34.185909 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (470a70cc-8420-4e3a-996b-d0527d557db3), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:34.219692 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:34.265188 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:26:34.268455 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:26:34.272312 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:26:34.277990 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:34.278601 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:34.284351 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=470a70cc-8420-4e3a-996b-d0527d557db3,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:34.300534 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-f2bdd879-a3da-48f2-a058-332c3f043bd6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4993110 Aug 05 02:26:34.374790 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Request body: {'port': {'device_id': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:34.440198 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:34.501150 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-1adba46c-72e3-4574-9d75-6132dde8f635 None None] Provisioning complete for port 470a70cc-8420-4e3a-996b-d0527d557db3 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:26:34.501723 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1adba46c-72e3-4574-9d75-6132dde8f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:34.533794 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:34.536221 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-1adba46c-72e3-4574-9d75-6132dde8f635 None None] Port 470a70cc-8420-4e3a-996b-d0527d557db3 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:26:34.638227 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1e2e4-5fd7-4195-80d2-743af452703b req-7d8b1a0b-5685-4958-b2b6-1b3ae4c89d8e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:34.639676 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1af1e2e4-5fd7-4195-80d2-743af452703b req-7d8b1a0b-5685-4958-b2b6-1b3ae4c89d8e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 931 time: 0.1027093 Aug 05 02:26:34.662287 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:34.724028 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1af1e2e4-5fd7-4195-80d2-743af452703b req-be8429a9-379b-4d59-8608-942c3f5752ee tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778067 Aug 05 02:26:35.017140 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470a70cc-8420-4e3a-996b-d0527d557db3 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:26:35.024736 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Publish callbacks [] for port (470a70cc-8420-4e3a-996b-d0527d557db3), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:35.037592 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Transition to ACTIVE for port object 470a70cc-8420-4e3a-996b-d0527d557db3 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:26:35.043201 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:35.111780 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=470a70cc-8420-4e3a-996b-d0527d557db3,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:35.116622 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Attempting to bind port 470a70cc-8420-4e3a-996b-d0527d557db3 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:26:35.116962 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Attempting to bind port 470a70cc-8420-4e3a-996b-d0527d557db3 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:26:35.117291 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Attempting to bind port 470a70cc-8420-4e3a-996b-d0527d557db3 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:26:35.122914 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Port 470a70cc-8420-4e3a-996b-d0527d557db3 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:26:35.123236 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Attempting to bind port 470a70cc-8420-4e3a-996b-d0527d557db3 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:26:35.128060 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:26:35.128419 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Checking segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:26:35.128804 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Bound using segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:26:35.129227 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Bound port: 470a70cc-8420-4e3a-996b-d0527d557db3, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:26:35.129584 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:35.191827 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] For port 470a70cc-8420-4e3a-996b-d0527d557db3, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:26:35.195178 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] For port 470a70cc-8420-4e3a-996b-d0527d557db3, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=470a70cc-8420-4e3a-996b-d0527d557db3,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:26:35.201597 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:35.204757 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:35.205361 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:35.206721 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/470a70cc-8420-4e3a-996b-d0527d557db3 HTTP/1.1" status: 200 len: 1093 time: 0.8365145 Aug 05 02:26:35.208927 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'tag': '470a70cc-8420-4e3a-996b-d0527d557db3'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:35.211130 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da572fd4-2d24-432e-951c-536699d59253" -d '{"events": [{"name": "network-changed", "server_uuid": "17a74b7e-5eed-4b83-8abb-d300e6662c14", "tag": "470a70cc-8420-4e3a-996b-d0527d557db3"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:35.255152 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a31d1-118b-4c40-8bcb-48dd1d316236 x-openstack-request-id: req-604a31d1-118b-4c40-8bcb-48dd1d316236 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:35.255446 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a74b7e-5eed-4b83-8abb-d300e6662c14", "tag": "470a70cc-8420-4e3a-996b-d0527d557db3", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:35.255697 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-604a31d1-118b-4c40-8bcb-48dd1d316236 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:35.256094 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604a31d1-118b-4c40-8bcb-48dd1d316236'] response: {'name': 'network-changed', 'server_uuid': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'tag': '470a70cc-8420-4e3a-996b-d0527d557db3', 'status': 'completed', 'code': 200} Aug 05 02:26:35.268044 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efc828-56bf-44e7-958c-6a1ee966f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=470a70cc-8420-4e3a-996b-d0527d557db3,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:35.338192 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-cce57840-9560-4c78-bb75-b8af7260694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:35.340022 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-cce57840-9560-4c78-bb75-b8af7260694f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 1127 time: 0.0397160 Aug 05 02:26:35.386967 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-a51bcafd-ff78-4396-a853-b496b8c3cbe7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470a70cc-8420-4e3a-996b-d0527d557db3 HTTP/1.1" status: 200 len: 217 time: 0.0322747 Aug 05 02:26:35.440482 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-64ced552-d1be-48bd-a8aa-8fc40385137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:35.441865 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-64ced552-d1be-48bd-a8aa-8fc40385137b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0462098 Aug 05 02:26:35.486727 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-e56169ff-10d6-4f83-ad22-00945f9c8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:35.488164 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-e56169ff-10d6-4f83-ad22-00945f9c8259 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387542 Aug 05 02:26:35.580078 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-ec7ad960-bd7a-4ee6-bb8c-16fe4a8df305 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832479 Aug 05 02:26:35.676752 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88846728-9c1b-4b5f-a3dd-58df46c2ab3f req-ab8ccc0d-47e5-495f-93d8-bcdd438cb69a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891922 Aug 05 02:26:35.806232 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:35.845591 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dc765-ab06-4c4b-8017-09d3300e8d98 req-dac2c5f3-8b7d-4d21-90aa-bce2095f64dc tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:35.847070 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-761dc765-ab06-4c4b-8017-09d3300e8d98 req-dac2c5f3-8b7d-4d21-90aa-bce2095f64dc tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 943 time: 0.0493302 Aug 05 02:26:35.899798 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-761dc765-ab06-4c4b-8017-09d3300e8d98 req-799c644b-54e7-4759-86ea-7ec6e8a583ae tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471547 Aug 05 02:26:37.021335 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c0532-4b2b-445a-80ee-91de2a6d429c req-84274425-51a4-4949-8b47-88874cf63869 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:37.022766 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1b4c0532-4b2b-445a-80ee-91de2a6d429c req-84274425-51a4-4949-8b47-88874cf63869 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 943 time: 0.0496233 Aug 05 02:26:37.068192 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1b4c0532-4b2b-445a-80ee-91de2a6d429c req-5ad7f2ec-6020-45ee-b0df-69bc736668fa tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397873 Aug 05 02:26:38.189566 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dcc3b-0d95-4b9e-aed7-8aebbc0dea60 req-df3d4e6f-4309-45b0-9d8a-ca9a2daa2e49 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:38.191028 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b79dcc3b-0d95-4b9e-aed7-8aebbc0dea60 req-df3d4e6f-4309-45b0-9d8a-ca9a2daa2e49 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 943 time: 0.0512884 Aug 05 02:26:38.238365 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b79dcc3b-0d95-4b9e-aed7-8aebbc0dea60 req-c2ccc9e7-8154-4950-b112-b903297b2a67 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Aug 05 02:26:38.400699 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572fd4-2d24-432e-951c-536699d59253 req-70fb32c2-accc-420c-8ee1-ca209fa51f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:38.402065 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da572fd4-2d24-432e-951c-536699d59253 req-70fb32c2-accc-420c-8ee1-ca209fa51f46 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 1127 time: 0.0387232 Aug 05 02:26:38.464294 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:38.497440 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572fd4-2d24-432e-951c-536699d59253 req-026c3cfb-4adb-48c3-af3a-7d39f460ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:38.498879 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da572fd4-2d24-432e-951c-536699d59253 req-026c3cfb-4adb-48c3-af3a-7d39f460ce17 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.0895805 Aug 05 02:26:38.538497 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da572fd4-2d24-432e-951c-536699d59253 req-f192eb7d-afa4-447e-9c21-1feb8ae0a4fd service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470a70cc-8420-4e3a-996b-d0527d557db3 HTTP/1.1" status: 200 len: 217 time: 0.0330365 Aug 05 02:26:38.586762 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572fd4-2d24-432e-951c-536699d59253 req-ae459200-ea3d-40e7-809a-557a95b896af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:38.588121 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=42 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:38.589351 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=44 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:38.589526 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da572fd4-2d24-432e-951c-536699d59253 req-ae459200-ea3d-40e7-809a-557a95b896af service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0438881 Aug 05 02:26:38.633982 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572fd4-2d24-432e-951c-536699d59253 req-0df0eb7a-3c13-4090-9461-d6734105ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:38.636255 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da572fd4-2d24-432e-951c-536699d59253 req-0df0eb7a-3c13-4090-9461-d6734105ae28 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401564 Aug 05 02:26:38.729750 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da572fd4-2d24-432e-951c-536699d59253 req-b02ca43e-925b-43d7-9374-46f4516f8bd8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864275 Aug 05 02:26:38.823896 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da572fd4-2d24-432e-951c-536699d59253 req-4f9d9917-b907-416a-9062-551d8cab6a70 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863972 Aug 05 02:26:39.357469 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91278-272a-4a79-a094-672040471f31 req-3d033cbe-4482-4c18-ac3f-6ba1289b916e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:39.358940 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8ba91278-272a-4a79-a094-672040471f31 req-3d033cbe-4482-4c18-ac3f-6ba1289b916e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 943 time: 0.0478354 Aug 05 02:26:39.371190 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:39.377617 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:39.411257 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8ba91278-272a-4a79-a094-672040471f31 req-b01e9244-820a-43aa-bb09-476b97d72a05 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469003 Aug 05 02:26:39.645955 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 470a70cc-8420-4e3a-996b-d0527d557db3 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:26:39.750357 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 470a70cc-8420-4e3a-996b-d0527d557db3, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=470a70cc-8420-4e3a-996b-d0527d557db3,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:26:39.762353 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '470a70cc-8420-4e3a-996b-d0527d557db3', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'port_id': '470a70cc-8420-4e3a-996b-d0527d557db3', 'mac_address': 'fa:16:3e:bf:e4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:26:39.797734 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 470a70cc-8420-4e3a-996b-d0527d557db3 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:26:39.798117 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:39.811371 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470a70cc-8420-4e3a-996b-d0527d557db3 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:26:39.830967 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 470a70cc-8420-4e3a-996b-d0527d557db3, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=470a70cc-8420-4e3a-996b-d0527d557db3,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:26:39.835126 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:39.883420 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=470a70cc-8420-4e3a-996b-d0527d557db3,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:39.891763 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.892108 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.892482 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.892824 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.893167 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.893496 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.893822 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.894148 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.894474 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.894802 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.895124 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.895446 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.895766 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.896140 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:39.896432 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:26:40.022224 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4e305820-484b-4dca-a546-3a88038d2e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:40.372781 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['470a70cc-8420-4e3a-996b-d0527d557db3'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:26:40.533690 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b50f5-3d2d-4b2d-a18d-e03044142471 req-21464fed-3a4e-43df-94a0-d76156da933c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:40.535130 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d09b50f5-3d2d-4b2d-a18d-e03044142471 req-21464fed-3a4e-43df-94a0-d76156da933c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 944 time: 0.0480366 Aug 05 02:26:40.582682 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d09b50f5-3d2d-4b2d-a18d-e03044142471 req-fbcc2963-a097-4f0e-b9cc-f7861a5319fe tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421462 Aug 05 02:26:41.658330 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 470a70cc-8420-4e3a-996b-d0527d557db3 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:26:41.701640 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc65e21-071f-4a42-882b-df0ab876abef req-395ca0df-822c-44bb-9b17-423bd6d4e1dc tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:41.703137 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5bc65e21-071f-4a42-882b-df0ab876abef req-395ca0df-822c-44bb-9b17-423bd6d4e1dc tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 944 time: 0.0491979 Aug 05 02:26:41.706355 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 470a70cc-8420-4e3a-996b-d0527d557db3 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:26:41.711988 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 470a70cc-8420-4e3a-996b-d0527d557db3 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:26:41.712422 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:41.754823 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5bc65e21-071f-4a42-882b-df0ab876abef req-a4f93bff-02da-4213-ad96-b0977e4d838b tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459960 Aug 05 02:26:41.783467 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 470a70cc-8420-4e3a-996b-d0527d557db3 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:26:41.783848 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:41.801108 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:41.806659 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470a70cc-8420-4e3a-996b-d0527d557db3'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:41.809419 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5fee74-4cfa-4590-852d-ba962e584664" -d '{"events": [{"server_uuid": "17a74b7e-5eed-4b83-8abb-d300e6662c14", "name": "network-vif-plugged", "status": "completed", "tag": "470a70cc-8420-4e3a-996b-d0527d557db3"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:41.822548 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 470a70cc-8420-4e3a-996b-d0527d557db3, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=470a70cc-8420-4e3a-996b-d0527d557db3,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:26:41.826595 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:41.875144 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=470a70cc-8420-4e3a-996b-d0527d557db3,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:41.906578 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f2cb3-2e6c-437b-8045-427dbf973bdd x-openstack-request-id: req-7b1f2cb3-2e6c-437b-8045-427dbf973bdd {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:41.906874 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a74b7e-5eed-4b83-8abb-d300e6662c14", "name": "network-vif-plugged", "status": "completed", "tag": "470a70cc-8420-4e3a-996b-d0527d557db3", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:41.907158 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b1f2cb3-2e6c-437b-8045-427dbf973bdd {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:41.907564 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1f2cb3-2e6c-437b-8045-427dbf973bdd'] response: {'server_uuid': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470a70cc-8420-4e3a-996b-d0527d557db3', 'code': 200} Aug 05 02:26:42.127770 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d570247-b688-4bb1-bc79-d4b1107cc2a7 req-f5d34547-a915-4035-baf4-429fefbf3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:42.129142 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d570247-b688-4bb1-bc79-d4b1107cc2a7 req-f5d34547-a915-4035-baf4-429fefbf3fbf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 1129 time: 0.0379066 Aug 05 02:26:42.173627 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d570247-b688-4bb1-bc79-d4b1107cc2a7 req-96ea6242-0309-4bd4-8995-691103532bde service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375152 Aug 05 02:26:42.222813 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d63b7bd8-61ed-46c3-ba5c-60ca6354d97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:42.876146 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e17212-d206-4716-9409-4303b4ee6fb1 req-f90e18a4-2631-454b-8e8d-59ef37f0ae14 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:42.877619 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-59e17212-d206-4716-9409-4303b4ee6fb1 req-f90e18a4-2631-454b-8e8d-59ef37f0ae14 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 945 time: 0.0466793 Aug 05 02:26:42.924307 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-59e17212-d206-4716-9409-4303b4ee6fb1 req-73aa5c48-372d-4ced-8ecc-e536a2d8588e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Aug 05 02:26:43.210610 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:43.224066 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:44.045033 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24cc59-e251-4e6d-933f-7a4978d6e038 req-857e939a-8787-422c-92d0-02a975fd3ab8 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:44.046515 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7d24cc59-e251-4e6d-933f-7a4978d6e038 req-857e939a-8787-422c-92d0-02a975fd3ab8 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 945 time: 0.0477655 Aug 05 02:26:44.097642 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7d24cc59-e251-4e6d-933f-7a4978d6e038 req-f38c5a0d-cd72-4e9f-b6c7-ebd636fb706c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448024 Aug 05 02:26:44.846286 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:44.905709 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:45.218554 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72baf2-0dbf-431b-8f06-25fada928dac req-a57e2777-f245-4c06-a7ab-decd4a3f229d tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:45.219984 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fd72baf2-0dbf-431b-8f06-25fada928dac req-a57e2777-f245-4c06-a7ab-decd4a3f229d tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 945 time: 0.0491602 Aug 05 02:26:45.270194 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fd72baf2-0dbf-431b-8f06-25fada928dac req-eddde629-2454-4779-a8cb-5f50f1322056 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445349 Aug 05 02:26:45.389576 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026cdf4-b0a1-4d23-a73e-351034e9b788 req-3f3650f7-809e-440b-bbbe-19dc8bff5845 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:45.390914 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5026cdf4-b0a1-4d23-a73e-351034e9b788 req-3f3650f7-809e-440b-bbbe-19dc8bff5845 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 945 time: 0.0497336 Aug 05 02:26:45.400982 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42756) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:45.405146 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-42b1ea6e-aece-4e2f-9e0a-34c718f2bb37 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'floatingip': {'port_id': '470a70cc-8420-4e3a-996b-d0527d557db3'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:45.441754 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-42b1ea6e-aece-4e2f-9e0a-34c718f2bb37 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (42f1484a-8d2b-491e-94c5-1d5dea7909b4), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:45.650056 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:45.797611 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970db92-e428-4087-b675-d0e0f3faca95 req-39b87b1b-d0bd-427b-bc07-ef51e9711b18 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:45.799080 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2970db92-e428-4087-b675-d0e0f3faca95 req-39b87b1b-d0bd-427b-bc07-ef51e9711b18 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 947 time: 0.0480757 Aug 05 02:26:45.850891 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2970db92-e428-4087-b675-d0e0f3faca95 req-5c3abf31-5bb5-4577-ba82-b91ee550e241 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458665 Aug 05 02:26:45.878808 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:45.883509 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-42b1ea6e-aece-4e2f-9e0a-34c718f2bb37 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:45.888188 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-42b1ea6e-aece-4e2f-9e0a-34c718f2bb37 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (42f1484a-8d2b-491e-94c5-1d5dea7909b4), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:45.985846 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [None req-42b1ea6e-aece-4e2f-9e0a-34c718f2bb37 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Floating IP 42f1484a-8d2b-491e-94c5-1d5dea7909b4 associated. External IP: 172.27.0.150, port: 470a70cc-8420-4e3a-996b-d0527d557db3. Aug 05 02:26:46.180147 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b1ea6e-aece-4e2f-9e0a-34c718f2bb37 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:26:46.283317 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b1ea6e-aece-4e2f-9e0a-34c718f2bb37 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:26:46.288021 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-42b1ea6e-aece-4e2f-9e0a-34c718f2bb37 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:46.292998 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:26:46.302756 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:46.303500 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:46.320768 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-42b1ea6e-aece-4e2f-9e0a-34c718f2bb37 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/42f1484a-8d2b-491e-94c5-1d5dea7909b4 HTTP/1.1" status: 200 len: 991 time: 0.9187319 Aug 05 02:26:46.321435 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'tag': '470a70cc-8420-4e3a-996b-d0527d557db3'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:46.323880 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d636c6-b4a9-43dd-a246-544a9118402a" -d '{"events": [{"name": "network-changed", "server_uuid": "17a74b7e-5eed-4b83-8abb-d300e6662c14", "tag": "470a70cc-8420-4e3a-996b-d0527d557db3"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:46.362217 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130857ba-40b8-4055-8855-d97a70d5579a x-openstack-request-id: req-130857ba-40b8-4055-8855-d97a70d5579a {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:46.362506 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a74b7e-5eed-4b83-8abb-d300e6662c14", "tag": "470a70cc-8420-4e3a-996b-d0527d557db3", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:46.362760 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-130857ba-40b8-4055-8855-d97a70d5579a {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:46.363165 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130857ba-40b8-4055-8855-d97a70d5579a'] response: {'name': 'network-changed', 'server_uuid': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'tag': '470a70cc-8420-4e3a-996b-d0527d557db3', 'status': 'completed', 'code': 200} Aug 05 02:26:46.405096 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:46.600822 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:26:46.611592 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '42f1484a-8d2b-491e-94c5-1d5dea7909b4', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '470a70cc-8420-4e3a-996b-d0527d557db3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:bf:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:26:31Z', 'updated_at': '2022-08-05T02:26:45Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:46.640114 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:26:46.648541 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:46.649137 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:46.745736 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:46.959195 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '42f1484a-8d2b-491e-94c5-1d5dea7909b4', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '470a70cc-8420-4e3a-996b-d0527d557db3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:bf:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:26:31Z', 'updated_at': '2022-08-05T02:26:45Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:46.979856 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5eaf9-42b1-449b-a80c-a4cab2391bf6 req-1ee28d9a-80cd-4956-bbc5-6e2d958bbd1c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:46.981451 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f9f5eaf9-42b1-449b-a80c-a4cab2391bf6 req-1ee28d9a-80cd-4956-bbc5-6e2d958bbd1c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 947 time: 0.0509810 Aug 05 02:26:46.992834 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdeff2-464e-4d90-8540-5323585c119c None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '42f1484a-8d2b-491e-94c5-1d5dea7909b4', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '470a70cc-8420-4e3a-996b-d0527d557db3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:bf:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:26:31Z', 'updated_at': '2022-08-05T02:26:45Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:26:47.034546 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f9f5eaf9-42b1-449b-a80c-a4cab2391bf6 req-56e8f259-d319-43f3-ae8a-df4de8082cff tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455320 Aug 05 02:26:47.188824 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b64bda-e39b-49f0-8e7a-21a085bb9fbf None None] New status for floating IP 42f1484a-8d2b-491e-94c5-1d5dea7909b4: ACTIVE {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:26:47.225823 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d636c6-b4a9-43dd-a246-544a9118402a req-3ce002de-f221-4300-a157-998223a9e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:47.227314 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-84d636c6-b4a9-43dd-a246-544a9118402a req-3ce002de-f221-4300-a157-998223a9e9e7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 1129 time: 0.0436759 Aug 05 02:26:47.344184 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d636c6-b4a9-43dd-a246-544a9118402a req-bf582b19-7aa3-4cb8-92b7-bfd3239dc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:47.345713 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-84d636c6-b4a9-43dd-a246-544a9118402a req-bf582b19-7aa3-4cb8-92b7-bfd3239dc1af service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.0926509 Aug 05 02:26:47.413319 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-84d636c6-b4a9-43dd-a246-544a9118402a req-b03344db-4044-4f18-b505-225a8aad73c7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470a70cc-8420-4e3a-996b-d0527d557db3 HTTP/1.1" status: 200 len: 1001 time: 0.0610640 Aug 05 02:26:47.576814 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d636c6-b4a9-43dd-a246-544a9118402a req-94b8d76a-8ae0-4739-8cf4-14370c103786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:47.578238 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-84d636c6-b4a9-43dd-a246-544a9118402a req-94b8d76a-8ae0-4739-8cf4-14370c103786 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0454922 Aug 05 02:26:47.659888 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:47.690254 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d636c6-b4a9-43dd-a246-544a9118402a req-a525ee35-2522-4ff4-aeea-4518ba6dbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:47.691712 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-84d636c6-b4a9-43dd-a246-544a9118402a req-a525ee35-2522-4ff4-aeea-4518ba6dbaef service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391052 Aug 05 02:26:47.786358 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-84d636c6-b4a9-43dd-a246-544a9118402a req-66aa6371-8373-4120-91f6-9c2439dd07f9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866835 Aug 05 02:26:47.874891 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-84d636c6-b4a9-43dd-a246-544a9118402a req-9be8e424-1275-4e46-bdb1-769849ba2436 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819888 Aug 05 02:26:48.023992 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-8f52db37-dd84-4496-ac5d-81bbb0abedf7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:48.025790 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-8f52db37-dd84-4496-ac5d-81bbb0abedf7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 947 time: 0.0479658 Aug 05 02:26:48.062111 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:48.116054 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Deleting port 661635b8-8836-4704-91ee-343c5d3a40eb {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:26:48.116438 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:48.213591 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19279044-4da9-4bb9-9905-9a473b65e8a7 req-3186ff50-d949-4a0d-aaaf-3b08b5ac5002 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:48.215281 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-19279044-4da9-4bb9-9905-9a473b65e8a7 req-3186ff50-d949-4a0d-aaaf-3b08b5ac5002 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 947 time: 0.0847745 Aug 05 02:26:48.267750 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] For port 661635b8-8836-4704-91ee-343c5d3a40eb, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=661635b8-8836-4704-91ee-343c5d3a40eb,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:26:48.268473 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:48.295800 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-19279044-4da9-4bb9-9905-9a473b65e8a7 req-90e7f6b3-b4fe-42de-8109-3098dd8718ab tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a11df3c-ccc2-4546-95e0-78e96c4a8d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747452 Aug 05 02:26:48.439887 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:48.440248 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (16ba3c62-8590-4e9c-97bf-a77569fb7ac8), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:48.440586 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Floating IP 16ba3c62-8590-4e9c-97bf-a77569fb7ac8 disassociated. External IP: 172.27.0.45, port: 661635b8-8836-4704-91ee-343c5d3a40eb. Aug 05 02:26:48.440932 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Calling delete_port for 661635b8-8836-4704-91ee-343c5d3a40eb owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:26:48.567732 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (661635b8-8836-4704-91ee-343c5d3a40eb), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:48.595894 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event deleted for resources: {'Port': ['ID=661635b8-8836-4704-91ee-343c5d3a40eb,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:48.708189 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Router 713224f4-37c5-491f-9e4b-cce9aaf892c0 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:26:48.711129 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:48.815646 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:26:48.826585 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] Sync routers for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:26:48.836879 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:48.837985 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:48.860041 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] No DVR routers for this DVR port 661635b8-8836-4704-91ee-343c5d3a40eb on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:26:48.862648 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:48.865938 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d2cd7fc3-ffcf-4e61-a0eb-c0f0c4c9a751 req-825f9338-8b18-4e78-a069-1ac8d614c1ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "DELETE /networking/v2.0/ports/661635b8-8836-4704-91ee-343c5d3a40eb HTTP/1.1" status: 204 len: 173 time: 0.8347600 Aug 05 02:26:48.866359 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-deleted', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:48.869375 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ff72e7-f22c-4e4e-a555-0885d679dc03" -d '{"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-deleted", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:48.907444 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6adb5ab-85fd-45d2-baba-8b1986f3fc70 x-openstack-request-id: req-a6adb5ab-85fd-45d2-baba-8b1986f3fc70 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:48.907765 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319a8a64-7b50-4fff-93b6-4498b53265ab", "name": "network-vif-deleted", "tag": "661635b8-8836-4704-91ee-343c5d3a40eb", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:48.908080 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6adb5ab-85fd-45d2-baba-8b1986f3fc70 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:48.908535 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6adb5ab-85fd-45d2-baba-8b1986f3fc70'] response: {'server_uuid': '319a8a64-7b50-4fff-93b6-4498b53265ab', 'name': 'network-vif-deleted', 'tag': '661635b8-8836-4704-91ee-343c5d3a40eb', 'status': 'completed', 'code': 200} Aug 05 02:26:48.944029 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:49.077252 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:49.089567 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:49.146343 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:49.170595 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] Checking router: 713224f4-37c5-491f-9e4b-cce9aaf892c0 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:26:49.178854 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:49.179491 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:49.279557 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:49.424282 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-16ff61d7-6194-4c36-be4c-d8188d7aa202 req-59e6d24f-cc97-4935-a62a-95e22f4441e4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=319a8a64-7b50-4fff-93b6-4498b53265ab HTTP/1.1" status: 200 len: 210 time: 0.0343232 Aug 05 02:26:49.559075 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:49.583779 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafca395-7c9d-4fc8-87bb-8d8f13bb11b6 None None] The sync data for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi is: [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:26:49.798750 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a4c83-2bc1-44c4-b99d-28dfe584b58d None None] New status for floating IP 16ba3c62-8590-4e9c-97bf-a77569fb7ac8: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:26:50.521053 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42786) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:50.560155 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:50.576975 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab18b-9e83-475d-accf-f6a177f6d09a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (6a11df3c-ccc2-4546-95e0-78e96c4a8d96), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:50.600661 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab18b-9e83-475d-accf-f6a177f6d09a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (6a11df3c-ccc2-4546-95e0-78e96c4a8d96), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:50.646601 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab18b-9e83-475d-accf-f6a177f6d09a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (6a11df3c-ccc2-4546-95e0-78e96c4a8d96), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:50.649327 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab18b-9e83-475d-accf-f6a177f6d09a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:50.650575 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0a0ab18b-9e83-475d-accf-f6a177f6d09a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6a11df3c-ccc2-4546-95e0-78e96c4a8d96 HTTP/1.1" status: 204 len: 168 time: 0.1284902 Aug 05 02:26:50.653497 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42788) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:50.659670 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ab18b-9e83-475d-accf-f6a177f6d09a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a11df3c-ccc2-4546-95e0-78e96c4a8d96,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:50.667940 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.api.v2.resource [None req-aeeaea98-2b8d-472e-86fc-59a36f2633ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] show failed (client error): The resource could not be found. Aug 05 02:26:50.668982 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-aeeaea98-2b8d-472e-86fc-59a36f2633ec tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups/6a11df3c-ccc2-4546-95e0-78e96c4a8d96 HTTP/1.1" status: 404 len: 347 time: 0.0144553 Aug 05 02:26:50.672231 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42790) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:50.787803 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Deleting port 7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:26:50.788032 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:50.865523 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:50.865846 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:50.882131 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Calling delete_port for 7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f owned by network:floatingip {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:26:51.000186 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:51.005548 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:51.010856 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.036628 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event deleted for resources: {'Port': ['ID=7b2492dc-e425-4bb9-9ce3-3c4b37a97c1f,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:51.098898 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (16ba3c62-8590-4e9c-97bf-a77569fb7ac8), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.101364 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.102494 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-af854865-2685-4596-8a5a-ad248f42a25a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/16ba3c62-8590-4e9c-97bf-a77569fb7ac8 HTTP/1.1" status: 204 len: 168 time: 0.4297497 Aug 05 02:26:51.190121 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42794) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:51.194621 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-242c21a3-4963-4997-ad24-c5c78a737a1d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767583696', 'description': 'tempest-description--1918916089'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:51.215615 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-242c21a3-4963-4997-ad24-c5c78a737a1d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.284194 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-242c21a3-4963-4997-ad24-c5c78a737a1d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (57e8729c-a907-4911-af78-9313c565b2c3), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.287964 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-242c21a3-4963-4997-ad24-c5c78a737a1d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (57e8729c-a907-4911-af78-9313c565b2c3), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.317245 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-242c21a3-4963-4997-ad24-c5c78a737a1d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.318374 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-242c21a3-4963-4997-ad24-c5c78a737a1d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1272354 Aug 05 02:26:51.321379 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42796) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:51.323392 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c21a3-4963-4997-ad24-c5c78a737a1d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e8729c-a907-4911-af78-9313c565b2c3,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:51.326373 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-45d39240-8637-454f-b39c-2582353c1055 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'security_group_rule': {'security_group_id': '57e8729c-a907-4911-af78-9313c565b2c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:51.354985 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-45d39240-8637-454f-b39c-2582353c1055 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (f29e2c55-de0e-488f-9b47-a484b868051b), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.409929 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-45d39240-8637-454f-b39c-2582353c1055 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (f29e2c55-de0e-488f-9b47-a484b868051b), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.413341 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-45d39240-8637-454f-b39c-2582353c1055 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (f29e2c55-de0e-488f-9b47-a484b868051b), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.430616 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d39240-8637-454f-b39c-2582353c1055 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29e2c55-de0e-488f-9b47-a484b868051b,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:51.439013 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-45d39240-8637-454f-b39c-2582353c1055 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.440189 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-45d39240-8637-454f-b39c-2582353c1055 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172657 Aug 05 02:26:51.442883 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42798) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:51.447562 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-ddc43e35-3348-475b-9e10-57fd6f3c6807 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'security_group_rule': {'security_group_id': '57e8729c-a907-4911-af78-9313c565b2c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:51.476496 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ddc43e35-3348-475b-9e10-57fd6f3c6807 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (f49d7d63-f2a4-41af-b686-f6b3572c319a), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.742629 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 661635b8-8836-4704-91ee-343c5d3a40eb no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:26:51.762935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 661635b8-8836-4704-91ee-343c5d3a40eb {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:26:51.763288 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 661635b8-8836-4704-91ee-343c5d3a40eb not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:26:51.767764 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ddc43e35-3348-475b-9e10-57fd6f3c6807 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (f49d7d63-f2a4-41af-b686-f6b3572c319a), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.771505 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ddc43e35-3348-475b-9e10-57fd6f3c6807 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (f49d7d63-f2a4-41af-b686-f6b3572c319a), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.790154 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc43e35-3348-475b-9e10-57fd6f3c6807 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49d7d63-f2a4-41af-b686-f6b3572c319a,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:51.794957 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ddc43e35-3348-475b-9e10-57fd6f3c6807 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.796808 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-ddc43e35-3348-475b-9e10-57fd6f3c6807 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3529363 Aug 05 02:26:51.799099 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42800) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:51.803396 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:51.825341 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:51.903960 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:52.013263 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Allocated IP 172.27.0.122 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/1d0dabcc-12db-40e4-8509-fb3571be2530) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:26:52.108445 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:52.119092 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for port (1d0dabcc-12db-40e4-8509-fb3571be2530), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:52.120735 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:52.157215 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (1d0dabcc-12db-40e4-8509-fb3571be2530), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:52.194018 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:26:52.200704 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:26:52.203136 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:26:52.213061 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'Port': ['ID=1d0dabcc-12db-40e4-8509-fb3571be2530,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:52.254826 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (cdcc48b1-83a2-4e03-a9ff-2e82bada9423), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:52.294755 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1d0dabcc-12db-40e4-8509-fb3571be2530), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:52.440059 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for port (1d0dabcc-12db-40e4-8509-fb3571be2530), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:52.444413 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1d0dabcc-12db-40e4-8509-fb3571be2530), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:52.445112 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (cdcc48b1-83a2-4e03-a9ff-2e82bada9423), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:52.488032 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:52.489252 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6891899 Aug 05 02:26:52.495139 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6aead5-a9a6-4203-adc9-c1ff4dc10965 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'Port': ['ID=1d0dabcc-12db-40e4-8509-fb3571be2530,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:52.639343 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-1c09653f-290c-4e3b-9087-59d0afa51734 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1767583696&fields=id&tenant_id=6873a99b9878495895acb21ed2133bb6 HTTP/1.1" status: 200 len: 267 time: 0.0429149 Aug 05 02:26:52.747459 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-7f8af12d-499a-4325-b276-542392941ff6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:52.748935 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-7f8af12d-499a-4325-b276-542392941ff6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 816 time: 0.1033719 Aug 05 02:26:52.763277 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-a037aa84-a05a-465f-96ed-ec6315bcafe3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/quotas/6873a99b9878495895acb21ed2133bb6 HTTP/1.1" status: 200 len: 375 time: 0.0088289 Aug 05 02:26:52.811716 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4989d33a-096f-434f-8b0f-abe55fe849c6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435030 Aug 05 02:26:52.952908 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-be2d59f7-62cd-496b-82d0-79c444de3c0b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299405 Aug 05 02:26:53.036919 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:53.048563 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-6c5fccd9-92a0-4535-8c98-13a4c371dafe service neutron] 10.222.0.15 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913372 Aug 05 02:26:53.212670 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-669b2c26-2ae7-40fd-9e3f-0f5001ab6a2c req-7b44225b-4c76-4dc9-8910-2e5e09850796 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 210 time: 0.0273869 Aug 05 02:26:54.319825 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-40b89a27-c092-4c3d-b3f1-74855f4efc39 req-10cc4311-64a8-4771-a4e8-5286a4de3be6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 210 time: 0.0294869 Aug 05 02:26:54.411057 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:54.435504 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e0bf7be-dbd3-49c3-a3e7-85c4f1bedc59 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:54.436995 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e0bf7be-dbd3-49c3-a3e7-85c4f1bedc59 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 816 time: 0.1116121 Aug 05 02:26:54.518745 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-8490c017-06f7-4c34-8e81-30394c0d74e7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6873a99b9878495895acb21ed2133bb6 HTTP/1.1" status: 200 len: 380 time: 0.0537536 Aug 05 02:26:54.643035 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'port': {'device_id': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'admin_state_up': True, 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'security_groups': ['57e8729c-a907-4911-af78-9313c565b2c3']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:54.751964 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Made reservation on behalf of 6873a99b9878495895acb21ed2133bb6 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:26:54.755270 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:54.887487 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Allocated IP 172.20.0.4 (21fc4037-98aa-44e1-a7ca-1e86cf11ad68/f42bb0e6-336d-4d15-8a1c-8162a98ef3d1/a68b1751-4c77-41ca-80e7-300bcc5e2f50) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:26:55.015702 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-615faef4-7b29-4920-808d-3327876d3ece tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-502304730&fields=id&tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1 HTTP/1.1" status: 200 len: 267 time: 0.0466819 Aug 05 02:26:55.036022 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.069819 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.070942 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-f54ac469-3583-4461-a567-25c64cba589c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:55.074022 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-f54ac469-3583-4461-a567-25c64cba589c tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 984 time: 0.0525980 Aug 05 02:26:55.085563 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-85363dc9-9b73-4400-919c-ae7f2d2d6f57 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Request body: {'port': {'security_groups': ['1c331154-f558-4265-bdeb-8468572983e6']}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:55.116591 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:26:55.122338 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:26:55.124508 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:55.126606 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:26:55.131647 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:55.132420 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.153244 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-92e695de-8a66-461e-bcb7-c68a7ec8040e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5140953 Aug 05 02:26:55.171524 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-85363dc9-9b73-4400-919c-ae7f2d2d6f57 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.172309 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Request body: {'port': {'device_id': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:26:55.240735 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.256902 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:55.363394 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-85363dc9-9b73-4400-919c-ae7f2d2d6f57 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] For port 9017b9e3-fdca-4fff-a053-ec122ab62248, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9017b9e3-fdca-4fff-a053-ec122ab62248,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:26:55.379109 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-a375228e-e78a-4849-a932-9abc073abfa4 None None] Provisioning complete for port a68b1751-4c77-41ca-80e7-300bcc5e2f50 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:26:55.379710 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a375228e-e78a-4849-a932-9abc073abfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.402496 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-85363dc9-9b73-4400-919c-ae7f2d2d6f57 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.408883 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-85363dc9-9b73-4400-919c-ae7f2d2d6f57 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13018890'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.418126 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-a375228e-e78a-4849-a932-9abc073abfa4 None None] Port a68b1751-4c77-41ca-80e7-300bcc5e2f50 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:26:55.423259 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-85363dc9-9b73-4400-919c-ae7f2d2d6f57 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:55.423917 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-85363dc9-9b73-4400-919c-ae7f2d2d6f57 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.425325 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-16cd203f-4229-4ae3-8538-94a7497abe4e req-85363dc9-9b73-4400-919c-ae7f2d2d6f57 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "PUT /networking/v2.0/ports/9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 200 len: 942 time: 0.3444016 Aug 05 02:26:55.425848 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:55.428241 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6017f0-b685-4f62-bff5-7be793c3e7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:55.436227 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42846) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:55.437517 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:55.448403 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['9017b9e3-fdca-4fff-a053-ec122ab62248'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:26:55.482216 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6562b9-7532-4087-9e7b-a66516cc8a97 x-openstack-request-id: req-cd6562b9-7532-4087-9e7b-a66516cc8a97 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:55.482774 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:55.483026 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd6562b9-7532-4087-9e7b-a66516cc8a97 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:55.483422 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6562b9-7532-4087-9e7b-a66516cc8a97'] response: {'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'status': 'completed', 'code': 200} Aug 05 02:26:55.490597 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512aa1-6136-4627-a4ab-13fd3225f510 req-6c171159-3da7-45c4-a929-f341a6c1fa69 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:55.492074 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4b512aa1-6136-4627-a4ab-13fd3225f510 req-6c171159-3da7-45c4-a929-f341a6c1fa69 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 931 time: 0.0718632 Aug 05 02:26:55.547465 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85363dc9-9b73-4400-919c-ae7f2d2d6f57 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event updated for resources: {'Port': ['ID=9017b9e3-fdca-4fff-a053-ec122ab62248,revision_number=7']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:55.569301 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7850e58b-e0c2-4529-965a-1979a6c53ce2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group (246e9fa9-513c-4d87-ba3e-6f6410a59cf3), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.596684 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7850e58b-e0c2-4529-965a-1979a6c53ce2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group (246e9fa9-513c-4d87-ba3e-6f6410a59cf3), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.599152 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:55.601414 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4b512aa1-6136-4627-a4ab-13fd3225f510 req-d88c34f9-47ec-4a70-b140-87b8a1cbd8a7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995944 Aug 05 02:26:55.623301 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-041c9b27-3a19-4739-b927-9d9a620d5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:55.625018 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-041c9b27-3a19-4739-b927-9d9a620d5771 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 1129 time: 0.0830743 Aug 05 02:26:55.652028 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['9017b9e3-fdca-4fff-a053-ec122ab62248'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:26:55.678099 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7850e58b-e0c2-4529-965a-1979a6c53ce2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (246e9fa9-513c-4d87-ba3e-6f6410a59cf3), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.682833 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7850e58b-e0c2-4529-965a-1979a6c53ce2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.687017 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7850e58b-e0c2-4529-965a-1979a6c53ce2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/246e9fa9-513c-4d87-ba3e-6f6410a59cf3 HTTP/1.1" status: 204 len: 168 time: 0.2507772 Aug 05 02:26:55.692423 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42848) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:26:55.706019 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:55.707238 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850e58b-e0c2-4529-965a-1979a6c53ce2 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246e9fa9-513c-4d87-ba3e-6f6410a59cf3,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:55.707428 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68b1751-4c77-41ca-80e7-300bcc5e2f50 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:26:55.721200 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Publish callbacks [] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.744313 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Transition to ACTIVE for port object a68b1751-4c77-41ca-80e7-300bcc5e2f50 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:26:55.756015 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.817252 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:55.834582 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-cb0e9e57-908e-47e6-a588-cf88c9f21ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:55.835546 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-cb0e9e57-908e-47e6-a588-cf88c9f21ec2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d HTTP/1.1" status: 200 len: 915 time: 0.1900415 Aug 05 02:26:55.889025 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Attempting to bind port a68b1751-4c77-41ca-80e7-300bcc5e2f50 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:26:55.889402 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Attempting to bind port a68b1751-4c77-41ca-80e7-300bcc5e2f50 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:26:55.889751 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Attempting to bind port a68b1751-4c77-41ca-80e7-300bcc5e2f50 on network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:26:55.892946 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Deleting port cfa13ed3-a909-46ed-891a-7ad2b07c1d38 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:26:55.893295 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (cfa13ed3-a909-46ed-891a-7ad2b07c1d38), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.902631 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Port a68b1751-4c77-41ca-80e7-300bcc5e2f50 on network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:26:55.902964 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Attempting to bind port a68b1751-4c77-41ca-80e7-300bcc5e2f50 on network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:26:55.913479 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:26:55.913825 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Checking segment: {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:26:55.914211 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Bound using segment: {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:26:55.914650 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Bound port: a68b1751-4c77-41ca-80e7-300bcc5e2f50, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b998340d-0573-46ac-b85f-1ad8cadc6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:26:55.915012 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.928375 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-39733f82-752f-47c8-b81b-22ed18ee556f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 200 len: 1000 time: 0.0862153 Aug 05 02:26:55.984201 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (cfa13ed3-a909-46ed-891a-7ad2b07c1d38), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.984696 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for floatingip (cfa13ed3-a909-46ed-891a-7ad2b07c1d38), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:55.997344 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Calling delete_port for cfa13ed3-a909-46ed-891a-7ad2b07c1d38 owned by network:floatingip {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:26:56.020752 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-ab70b449-1069-4ebe-bf67-fa730166a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:56.022200 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-ab70b449-1069-4ebe-bf67-fa730166a543 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=edda7678-889a-4621-b058-4d3ec66d706a HTTP/1.1" status: 200 len: 853 time: 0.0688264 Aug 05 02:26:56.023183 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:26:56.027296 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:26:56.039936 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:56.065805 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:56.066562 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:56.067992 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/a68b1751-4c77-41ca-80e7-300bcc5e2f50 HTTP/1.1" status: 200 len: 1093 time: 0.8999231 Aug 05 02:26:56.068522 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:56.070751 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:56.107823 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-7b41bbbd-49b1-4b7c-8ec5-cfec5ac94031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:56.109368 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-7b41bbbd-49b1-4b7c-8ec5-cfec5ac94031 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792363 Aug 05 02:26:56.117643 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:56.129903 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e23fc-5eae-4a4b-958f-256329fc2b82 service neutron] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:56.133527 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde89c7e-4619-45b4-8982-b5cd0954d2fb x-openstack-request-id: req-bde89c7e-4619-45b4-8982-b5cd0954d2fb {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:56.133813 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:56.134271 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bde89c7e-4619-45b4-8982-b5cd0954d2fb {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:56.134675 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde89c7e-4619-45b4-8982-b5cd0954d2fb'] response: {'name': 'network-changed', 'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'status': 'completed', 'code': 200} Aug 05 02:26:56.179313 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (cfa13ed3-a909-46ed-891a-7ad2b07c1d38), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:56.205960 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event deleted for resources: {'Port': ['ID=cfa13ed3-a909-46ed-891a-7ad2b07c1d38,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:26:56.264144 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-f29d2faa-7540-48c5-aad7-8a4a71a7f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:56.265669 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-f29d2faa-7540-48c5-aad7-8a4a71a7f4b0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 1127 time: 0.0869410 Aug 05 02:26:56.273268 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks [] for floatingip (5381e89d-27bf-4f31-9302-60f2948f073f), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:56.273601 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.l3_db [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Floating IP 5381e89d-27bf-4f31-9302-60f2948f073f disassociated (deleted). External IP: 172.27.0.42, port: 9017b9e3-fdca-4fff-a053-ec122ab62248. Aug 05 02:26:56.326548 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-8c2a4141-816a-492b-b334-79a485327361 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50 HTTP/1.1" status: 200 len: 217 time: 0.0439413 Aug 05 02:26:56.331705 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-f99ae7a1-e9c0-4f48-904d-080b831d40ca service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611116 Aug 05 02:26:56.435301 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-7fd092fd-4dec-4374-9ddc-fafe5ac81923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:56.436786 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-7fd092fd-4dec-4374-9ddc-fafe5ac81923 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.1039047 Aug 05 02:26:56.438744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:56.475615 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:26:56.498213 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5b6017f0-b685-4f62-bff5-7be793c3e7c2 req-13d3d5bd-f7dd-4993-ae95-00b9b379e4bb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558349 Aug 05 02:26:56.503295 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-abe18abe-898e-472a-8e11-1e7b02312879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:56.504675 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-abe18abe-898e-472a-8e11-1e7b02312879 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0597365 Aug 05 02:26:56.569940 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:56.577850 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:26:56.582261 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:26:56.590778 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] Sync routers for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:26:56.600909 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:56.601578 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:56.617151 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-62ef4477-a3a9-43ed-83cd-39f6ca6ec52e tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/5381e89d-27bf-4f31-9302-60f2948f073f HTTP/1.1" status: 204 len: 168 time: 0.9209876 Aug 05 02:26:56.617379 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-a58e23bb-05b8-45d0-b528-2416c6f76768 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914311 Aug 05 02:26:56.706957 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:56.722471 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e45475d-7c52-4028-95e1-1bb2ec4d843e req-96a8fdc2-b1d2-4a9d-b5c3-ab180d4cfefe service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999293 Aug 05 02:26:56.769689 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023bf95-e0e1-4ae0-9b7e-bdd103aa18a7 req-905f88b4-d615-4006-b924-c439dd26a83d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:56.771644 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0023bf95-e0e1-4ae0-9b7e-bdd103aa18a7 req-905f88b4-d615-4006-b924-c439dd26a83d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0560491 Aug 05 02:26:56.828264 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0023bf95-e0e1-4ae0-9b7e-bdd103aa18a7 req-898b4021-63dc-4ce3-a176-49e825ffb531 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480902 Aug 05 02:26:56.926453 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3120b0e8-8c1e-4901-93e9-4ed786379384', 'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'mac_address': 'fa:16:3e:52:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:24Z', 'updated_at': '2022-08-05T02:21:33Z', 'revision_number': 5, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'subnets': [{'id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:56.951315 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] Checking router: f9da5469-4b9f-4ed6-9982-bf1e458e8c44 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:26:56.958136 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:56.960442 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:26:56.961047 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:57.061031 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:26:57.170500 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:26:57.240406 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3120b0e8-8c1e-4901-93e9-4ed786379384', 'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'mac_address': 'fa:16:3e:52:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:24Z', 'updated_at': '2022-08-05T02:21:33Z', 'revision_number': 5, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'subnets': [{'id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:26:57.268002 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcebd51-e11c-4f4f-a260-63e4c123da53 None None] The sync data for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi is: [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:21:25Z', 'revision_number': 4, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3120b0e8-8c1e-4901-93e9-4ed786379384', 'name': '', 'network_id': 'e13b05c9-2865-404d-b1cd-fa40c7ecac7d', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'mac_address': 'fa:16:3e:52:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:24Z', 'updated_at': '2022-08-05T02:21:33Z', 'revision_number': 5, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'subnets': [{'id': 'edda7678-889a-4621-b058-4d3ec66d706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:26:57.472241 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b5b59-0a7f-488c-bbac-1e450f8b5c55 None None] New status for floating IP 5381e89d-27bf-4f31-9302-60f2948f073f: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:26:57.484836 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:26:57.487219 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8a6a45-f0e3-49b4-a7e1-301020a992be" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:26:57.525392 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d0614d-fad9-435c-b35f-3eabd2a0fc73 x-openstack-request-id: req-f1d0614d-fad9-435c-b35f-3eabd2a0fc73 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:26:57.525695 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:26:57.525941 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1d0614d-fad9-435c-b35f-3eabd2a0fc73 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:26:57.526341 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d0614d-fad9-435c-b35f-3eabd2a0fc73'] response: {'name': 'network-changed', 'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'status': 'completed', 'code': 200} Aug 05 02:26:58.110225 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390d779-60ae-45db-99a3-fe74bc4d78f4 req-82394ac2-dddc-48f2-a875-9d9dc974ed19 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:58.111581 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5390d779-60ae-45db-99a3-fe74bc4d78f4 req-82394ac2-dddc-48f2-a875-9d9dc974ed19 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0526767 Aug 05 02:26:58.158566 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5390d779-60ae-45db-99a3-fe74bc4d78f4 req-c8135848-4d13-4e99-9e9e-97a831252d01 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413754 Aug 05 02:26:59.281297 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8f8d3-3eef-4172-b336-ca78824707ff req-ad91d8db-34c0-4478-b562-fa557961737c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:59.282771 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-87d8f8d3-3eef-4172-b336-ca78824707ff req-ad91d8db-34c0-4478-b562-fa557961737c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0485959 Aug 05 02:26:59.329515 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-87d8f8d3-3eef-4172-b336-ca78824707ff req-d8976185-fab9-447a-a940-f40f5d4b9fca tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Aug 05 02:26:59.668297 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-c8bf392f-9503-43b6-b0f6-17e2acf5c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:59.669799 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-c8bf392f-9503-43b6-b0f6-17e2acf5c308 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 1127 time: 0.0747178 Aug 05 02:26:59.670682 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-aef7a232-0765-4096-b84f-34715b14436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:26:59.671984 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-aef7a232-0765-4096-b84f-34715b14436e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 1129 time: 0.0684369 Aug 05 02:27:00.270189 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-9c69356f-c3c0-41b6-8de7-35420fd8f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:00.271633 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-9c69356f-c3c0-41b6-8de7-35420fd8f074 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d HTTP/1.1" status: 200 len: 915 time: 0.1616795 Aug 05 02:27:00.272706 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-e98f9c40-492d-4097-bec2-2c4b6e88d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:00.273979 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-e98f9c40-492d-4097-bec2-2c4b6e88d806 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.1533637 Aug 05 02:27:00.350102 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-6183789e-acaa-4412-843d-a3c102c93cce service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 200 len: 217 time: 0.0670257 Aug 05 02:27:00.351394 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-251cfa51-3754-4449-ac79-4fd8c0392b0b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50 HTTP/1.1" status: 200 len: 217 time: 0.0617754 Aug 05 02:27:00.377478 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:00.476073 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-e5975c18-3c5b-43dd-95e8-5376adbe840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:00.477537 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-e5975c18-3c5b-43dd-95e8-5376adbe840e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.1076326 Aug 05 02:27:00.485436 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b75339-a2cc-4a27-abaa-157d8da065ca req-158ef815-9360-4ca0-82c6-9b2a64f6d2f6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:00.486755 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-26b75339-a2cc-4a27-abaa-157d8da065ca req-158ef815-9360-4ca0-82c6-9b2a64f6d2f6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0689416 Aug 05 02:27:00.496079 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-62c0a77c-938a-4f8d-8b7a-5455b9ac9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:00.497458 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-62c0a77c-938a-4f8d-8b7a-5455b9ac9e51 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=edda7678-889a-4621-b058-4d3ec66d706a HTTP/1.1" status: 200 len: 853 time: 0.1348345 Aug 05 02:27:00.581160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-75f93081-c3ac-4b61-be23-43fdc095bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:00.582645 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-75f93081-c3ac-4b61-be23-43fdc095bafe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0948050 Aug 05 02:27:00.585569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-dc6ef8bf-8233-4b62-926b-c31e0f2b3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:00.586957 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-dc6ef8bf-8233-4b62-926b-c31e0f2b3300 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e13b05c9-2865-404d-b1cd-fa40c7ecac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0809271 Aug 05 02:27:00.595295 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:00.896857 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-26b75339-a2cc-4a27-abaa-157d8da065ca req-ac172215-023a-4bd8-a6dc-6e38435f6f76 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984606 Aug 05 02:27:00.997804 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-cbc779a3-2147-4c89-87ee-092526bc5a54 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000976 Aug 05 02:27:00.999861 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-5f0b9347-5b68-4255-abf1-a5a69523fd57 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034872 Aug 05 02:27:01.111726 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:01.166803 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dabae8b2-6513-447f-8cb3-9a71d2d1c4ef req-aa92354f-3bd1-4c84-bd34-fd79c22dd4db service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586564 Aug 05 02:27:01.168724 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9b8a6a45-f0e3-49b4-a7e1-301020a992be req-ded9c7ab-4ca7-4547-931c-7d80c162ea48 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535904 Aug 05 02:27:02.020865 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c0cfe-bb3f-4e59-ad28-b01b590de8c2 req-950cd018-9912-4944-81d7-7641fc500055 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:02.022303 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-799c0cfe-bb3f-4e59-ad28-b01b590de8c2 req-950cd018-9912-4944-81d7-7641fc500055 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0463095 Aug 05 02:27:02.035433 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:02.071906 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-799c0cfe-bb3f-4e59-ad28-b01b590de8c2 req-e14c1a1c-fa39-4b82-8d97-292910b726cd tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422940 Aug 05 02:27:02.165915 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:27:02.225174 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:02.269698 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:02.281323 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'port_id': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'mac_address': 'fa:16:3e:af:ab:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:27:02.316010 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a68b1751-4c77-41ca-80e7-300bcc5e2f50 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:02.316423 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:02.331137 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68b1751-4c77-41ca-80e7-300bcc5e2f50 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:27:02.349934 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:02.354626 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:02.360244 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:02.412062 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:02.597284 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516ada7-b99a-4eca-955b-0130525ed592 req-a2427224-a386-4d61-88ca-2bef20eacac8 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:02.598750 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9516ada7-b99a-4eca-955b-0130525ed592 req-a2427224-a386-4d61-88ca-2bef20eacac8 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0513921 Aug 05 02:27:02.648603 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9516ada7-b99a-4eca-955b-0130525ed592 req-a9987e4b-9070-44e6-9c63-185d1ad6c529 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Aug 05 02:27:02.874016 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['a68b1751-4c77-41ca-80e7-300bcc5e2f50'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:27:03.204002 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cf1c0-f965-4ee9-bc82-45c526b5b19d req-bfbb093a-2cb1-4de0-aec7-fe2cfe2f17ce tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:03.205548 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0d0cf1c0-f965-4ee9-bc82-45c526b5b19d req-bfbb093a-2cb1-4de0-aec7-fe2cfe2f17ce tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 944 time: 0.0504942 Aug 05 02:27:03.252944 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0d0cf1c0-f965-4ee9-bc82-45c526b5b19d req-6a8550c6-015d-47f3-92a8-dc6c8f20bac5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Aug 05 02:27:03.770946 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157db480-1303-4d74-91be-b9b7b149d7bf req-cdf319f3-584c-4ef6-9af0-3ff93d68bc2d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:03.772308 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-157db480-1303-4d74-91be-b9b7b149d7bf req-cdf319f3-584c-4ef6-9af0-3ff93d68bc2d tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0470238 Aug 05 02:27:03.818899 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-157db480-1303-4d74-91be-b9b7b149d7bf req-73b15d10-398e-4f21-a20c-e451a5845b59 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 Aug 05 02:27:04.155382 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:04.196699 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port a68b1751-4c77-41ca-80e7-300bcc5e2f50 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:27:04.202282 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port a68b1751-4c77-41ca-80e7-300bcc5e2f50 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:04.202653 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:04.275671 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a68b1751-4c77-41ca-80e7-300bcc5e2f50 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:04.276054 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:04.299335 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:04.301855 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677c204e-1c8d-4b99-8921-7360ac390cdd" -d '{"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-plugged", "status": "completed", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:04.315395 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:04.320811 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:04.343769 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0d5123-3199-451d-a3b0-e83cb0dc257c x-openstack-request-id: req-db0d5123-3199-451d-a3b0-e83cb0dc257c {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:04.344057 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-plugged", "status": "completed", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:04.344301 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db0d5123-3199-451d-a3b0-e83cb0dc257c {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:04.344713 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0d5123-3199-451d-a3b0-e83cb0dc257c'] response: {'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'code': 200} Aug 05 02:27:04.370772 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:04.383481 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392da2a-7df9-4283-8e51-683b463eb474 req-c87d4580-46ff-4caa-b2e8-7dcb7adef6b4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:04.385534 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6392da2a-7df9-4283-8e51-683b463eb474 req-c87d4580-46ff-4caa-b2e8-7dcb7adef6b4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0511830 Aug 05 02:27:04.433896 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6392da2a-7df9-4283-8e51-683b463eb474 req-e6e26d62-23a0-44aa-bbc0-636018e20cbd tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427730 Aug 05 02:27:04.916115 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5eb4a-b118-4a02-8cec-f5b83d20622f req-402ac8c0-7b68-402f-9180-e415104b48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:04.917627 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d2e5eb4a-b118-4a02-8cec-f5b83d20622f req-402ac8c0-7b68-402f-9180-e415104b48d8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 1129 time: 0.0691195 Aug 05 02:27:04.944687 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bddb3-354a-4464-89fe-918bb625217d req-e9e2b3cc-314b-4cd6-adbd-9d767dfec0ed tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:04.946707 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a17bddb3-354a-4464-89fe-918bb625217d req-e9e2b3cc-314b-4cd6-adbd-9d767dfec0ed tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0514522 Aug 05 02:27:04.947154 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-4bd34906-aaf0-477a-a4ac-ce6bebc57b81 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:04.948614 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-4bd34906-aaf0-477a-a4ac-ce6bebc57b81 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 945 time: 0.0698683 Aug 05 02:27:04.996279 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a17bddb3-354a-4464-89fe-918bb625217d req-9d151987-2915-44e0-b618-2fca9328bebd tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1c331154-f558-4265-bdeb-8468572983e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Aug 05 02:27:05.005861 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d2e5eb4a-b118-4a02-8cec-f5b83d20622f req-426cee41-4bde-488a-a878-93a385f0e7d1 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792580 Aug 05 02:27:05.049726 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Deleting port 9017b9e3-fdca-4fff-a053-ec122ab62248 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:05.050075 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:05.052609 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:05.143877 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] For port 9017b9e3-fdca-4fff-a053-ec122ab62248, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9017b9e3-fdca-4fff-a053-ec122ab62248,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:05.144170 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:05.157735 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Calling delete_port for 9017b9e3-fdca-4fff-a053-ec122ab62248 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:05.169691 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:05.288697 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (9017b9e3-fdca-4fff-a053-ec122ab62248), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:05.317525 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Pushing event deleted for resources: {'Port': ['ID=9017b9e3-fdca-4fff-a053-ec122ab62248,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:05.337393 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['9017b9e3-fdca-4fff-a053-ec122ab62248'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:27:05.363095 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] No DVR routers for this DVR port 9017b9e3-fdca-4fff-a053-ec122ab62248 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:27:05.365567 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:05.369401 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bdd5b4ff-667e-4405-b08c-d10ba3c83ccd req-9a0a08a9-36eb-4549-afa5-12b2cce4a832 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.45 "DELETE /networking/v2.0/ports/9017b9e3-fdca-4fff-a053-ec122ab62248 HTTP/1.1" status: 204 len: 173 time: 0.4138258 Aug 05 02:27:05.369841 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'name': 'network-vif-deleted', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:05.372082 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26050831-e5c2-4467-92b3-fd9bea366be4" -d '{"events": [{"server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "name": "network-vif-deleted", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:05.409132 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e94f8d0-dbd3-414b-be4a-bdc3053b5272 x-openstack-request-id: req-6e94f8d0-dbd3-414b-be4a-bdc3053b5272 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:05.409732 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c8e9d9-004f-4693-a78d-77027c30aede", "name": "network-vif-deleted", "tag": "9017b9e3-fdca-4fff-a053-ec122ab62248", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:05.409732 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e94f8d0-dbd3-414b-be4a-bdc3053b5272 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:05.410043 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e94f8d0-dbd3-414b-be4a-bdc3053b5272'] response: {'server_uuid': 'd5c8e9d9-004f-4693-a78d-77027c30aede', 'name': 'network-vif-deleted', 'tag': '9017b9e3-fdca-4fff-a053-ec122ab62248', 'status': 'completed', 'code': 200} Aug 05 02:27:05.556706 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becf3c1-1c42-42d1-aa4b-2b683b7ded55 req-c9a5079a-6daa-4fdc-95bf-53233cc3d1ac tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:05.558163 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3becf3c1-1c42-42d1-aa4b-2b683b7ded55 req-c9a5079a-6daa-4fdc-95bf-53233cc3d1ac tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0468671 Aug 05 02:27:05.605094 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3becf3c1-1c42-42d1-aa4b-2b683b7ded55 req-65dc602d-789b-41cf-85ae-1ed8d24b56cd tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411391 Aug 05 02:27:06.103838 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b836499f-823e-4af7-abba-268bcdd486c2 req-9af7b6f5-2b44-44f0-ae3d-2d612abb76ff tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 210 time: 0.0325465 Aug 05 02:27:06.744442 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d2acd-86f9-40c0-89f8-399f8e627dac req-e6a16626-473c-466a-afd5-615cf82114c6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:06.745915 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-143d2acd-86f9-40c0-89f8-399f8e627dac req-e6a16626-473c-466a-afd5-615cf82114c6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0580969 Aug 05 02:27:06.798366 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-143d2acd-86f9-40c0-89f8-399f8e627dac req-f46d5408-96f4-4921-935b-ad8485b2d55c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466423 Aug 05 02:27:07.216139 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d2603056-03be-4676-a1b1-ef2f50f84879 req-a4e53ed5-927e-459c-947b-b52a68ade752 tempest-TestMinimumBasicScenario-1045396866 tempest-TestMinimumBasicScenario-1045396866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d5c8e9d9-004f-4693-a78d-77027c30aede HTTP/1.1" status: 200 len: 210 time: 0.0283828 Aug 05 02:27:07.926954 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51d999-4355-43da-8cf0-75d8a36d827e req-a877c09e-ac99-454b-85b8-d8875fccf667 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:07.928432 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6a51d999-4355-43da-8cf0-75d8a36d827e req-a877c09e-ac99-454b-85b8-d8875fccf667 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0483654 Aug 05 02:27:07.976244 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6a51d999-4355-43da-8cf0-75d8a36d827e req-bc5ef387-65e9-4aa3-94d6-0d8c946cae50 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416131 Aug 05 02:27:08.093464 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d37929-bd4e-4a26-8a31-eaf00f3392b0 req-421f59c2-184b-4f5e-8f37-1c92b16f592b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:08.094949 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-25d37929-bd4e-4a26-8a31-eaf00f3392b0 req-421f59c2-184b-4f5e-8f37-1c92b16f592b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0460582 Aug 05 02:27:08.106175 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42926) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:08.110789 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-984b74a1-86cd-4869-a45d-ea02e0b1892e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Request body: {'floatingip': {'port_id': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:08.148677 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-984b74a1-86cd-4869-a45d-ea02e0b1892e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (cdcc48b1-83a2-4e03-a9ff-2e82bada9423), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:08.559314 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:08.822795 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42974) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:08.854539 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-984b74a1-86cd-4869-a45d-ea02e0b1892e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:08.859401 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-984b74a1-86cd-4869-a45d-ea02e0b1892e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (cdcc48b1-83a2-4e03-a9ff-2e82bada9423), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:08.909337 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:08.960486 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.l3_db [None req-984b74a1-86cd-4869-a45d-ea02e0b1892e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Floating IP cdcc48b1-83a2-4e03-a9ff-2e82bada9423 associated. External IP: 172.27.0.122, port: a68b1751-4c77-41ca-80e7-300bcc5e2f50. Aug 05 02:27:09.162696 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984b74a1-86cd-4869-a45d-ea02e0b1892e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Router 713224f4-37c5-491f-9e4b-cce9aaf892c0 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:27:09.245114 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:09.268031 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984b74a1-86cd-4869-a45d-ea02e0b1892e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:09.273014 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-984b74a1-86cd-4869-a45d-ea02e0b1892e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:09.278194 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] Sync routers for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:09.287874 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:09.288504 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:09.304863 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-984b74a1-86cd-4869-a45d-ea02e0b1892e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/cdcc48b1-83a2-4e03-a9ff-2e82bada9423 HTTP/1.1" status: 200 len: 991 time: 1.1975424 Aug 05 02:27:09.305738 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:09.308849 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a4b28e-6162-4509-bce7-e503bfbe782c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:09.348224 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcc3a84-6363-4968-b4c8-ebfbeffafbdd x-openstack-request-id: req-4fcc3a84-6363-4968-b4c8-ebfbeffafbdd {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:09.348224 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:09.348224 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fcc3a84-6363-4968-b4c8-ebfbeffafbdd {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:09.348224 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcc3a84-6363-4968-b4c8-ebfbeffafbdd'] response: {'name': 'network-changed', 'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'status': 'completed', 'code': 200} Aug 05 02:27:09.395004 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:09.450750 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-61743731-632c-480f-a222-b1e8edc9faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:09.452249 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-61743731-632c-480f-a222-b1e8edc9faf6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 1129 time: 0.0542254 Aug 05 02:27:09.551939 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:09.575996 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:09.579055 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Deleting port 3120b0e8-8c1e-4901-93e9-4ed786379384 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:09.579405 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:09.606142 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cdcc48b1-83a2-4e03-a9ff-2e82bada9423', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'port_id': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'mac_address': 'fa:16:3e:af:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:26:52Z', 'updated_at': '2022-08-05T02:27:08Z', 'revision_number': 1, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:09.635308 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] Checking router: 713224f4-37c5-491f-9e4b-cce9aaf892c0 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:09.643518 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:09.644448 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:09.649726 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-bdee84ed-a4d5-4dd2-aec8-c50f06d0928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:09.651185 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-bdee84ed-a4d5-4dd2-aec8-c50f06d0928f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.1796732 Aug 05 02:27:09.732405 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] For port 3120b0e8-8c1e-4901-93e9-4ed786379384, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3120b0e8-8c1e-4901-93e9-4ed786379384,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:09.732683 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:09.749783 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-a633d0fb-e210-4b6d-af4d-241781977a08 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50 HTTP/1.1" status: 200 len: 999 time: 0.0905304 Aug 05 02:27:09.750742 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Calling delete_port for 3120b0e8-8c1e-4901-93e9-4ed786379384 owned by network:router_interface {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:09.840688 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:09.849285 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-71489186-a4ec-4b0d-b5ff-04007fe0a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:09.850730 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-71489186-a4ec-4b0d-b5ff-04007fe0a19a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.0940902 Aug 05 02:27:09.935744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-464c8df7-9d4d-4729-bf2f-c6345c442ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:09.937243 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-464c8df7-9d4d-4729-bf2f-c6345c442ff9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792961 Aug 05 02:27:09.985024 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:10.030360 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ccbcbe88-0f5a-4670-a49c-299dbd931d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:10.056603 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cdcc48b1-83a2-4e03-a9ff-2e82bada9423', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'port_id': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'mac_address': 'fa:16:3e:af:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:26:52Z', 'updated_at': '2022-08-05T02:27:08Z', 'revision_number': 1, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:10.078139 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-25d4d3b3-5f5f-4026-b632-728134a9bcec service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325910 Aug 05 02:27:10.081460 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5c6aa-f084-4718-ae15-936d768104fc None None] The sync data for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi is: [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cdcc48b1-83a2-4e03-a9ff-2e82bada9423', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'port_id': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'mac_address': 'fa:16:3e:af:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:26:52Z', 'updated_at': '2022-08-05T02:27:08Z', 'revision_number': 1, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:10.115714 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (3120b0e8-8c1e-4901-93e9-4ed786379384), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:10.173890 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=3120b0e8-8c1e-4901-93e9-4ed786379384,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:10.183435 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9017b9e3-fdca-4fff-a053-ec122ab62248 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:10.208475 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 9017b9e3-fdca-4fff-a053-ec122ab62248 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:10.209103 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 9017b9e3-fdca-4fff-a053-ec122ab62248 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:10.276909 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f6a4b28e-6162-4509-bce7-e503bfbe782c req-593f2a4a-3ae4-4a3b-b452-706dfe945be9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910653 Aug 05 02:27:10.318124 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2635397-7c9a-4faf-af45-83cc353b7ded None None] New status for floating IP cdcc48b1-83a2-4e03-a9ff-2e82bada9423: ACTIVE {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:27:10.343529 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:10.345314 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:10.453817 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:10.554391 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:27:10.655751 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:10.660688 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-58a74d15-07b8-4870-b00c-0ca819effd61 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f9da5469-4b9f-4ed6-9982-bf1e458e8c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8358238 Aug 05 02:27:10.663130 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42982) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:10.665701 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] Sync routers for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:10.675216 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:10.675808 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:10.781473 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:10.885196 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:10.957395 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:27:10Z', 'revision_number': 5, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:10.984812 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] Checking router: f9da5469-4b9f-4ed6-9982-bf1e458e8c44 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:10.993471 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] Routers {'f9da5469-4b9f-4ed6-9982-bf1e458e8c44'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:10.994077 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:26:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:11.005833 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks [] for router (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.094121 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] Set router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:11.105793 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks [] for router_gateway (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.147601 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Deleting port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:11.147947 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.235311 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] For port 4a95dfa0-1726-4911-b3b4-8c1f7c7703da, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=4a95dfa0-1726-4911-b3b4-8c1f7c7703da,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:11.235679 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.249865 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Calling delete_port for 4a95dfa0-1726-4911-b3b4-8c1f7c7703da owned by network:router_gateway {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:11.266203 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:27:10Z', 'revision_number': 5, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:11.294123 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da519b83-919a-4473-8b7b-87a46306d2e2 None None] The sync data for ids ['f9da5469-4b9f-4ed6-9982-bf1e458e8c44'] in dv-cinder-815582-13-iscsi is: [{'id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'name': 'tempest-TestMinimumBasicScenario-542984528-router', 'tenant_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:21Z', 'updated_at': '2022-08-05T02:27:10Z', 'revision_number': 5, 'project_id': 'a5d8a01fa4024794b4dde3beebbbd7f1', 'gw_port': {'id': '4a95dfa0-1726-4911-b3b4-8c1f7c7703da', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da5469-4b9f-4ed6-9982-bf1e458e8c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:22Z', 'updated_at': '2022-08-05T02:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:11.406861 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:11.421260 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (4a95dfa0-1726-4911-b3b4-8c1f7c7703da), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.446839 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a95dfa0-1726-4911-b3b4-8c1f7c7703da,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:11.470264 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.571782 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.574097 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks [] for router_controller (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.640782 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (f9da5469-4b9f-4ed6-9982-bf1e458e8c44), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.641409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9da5469-4b9f-4ed6-9982-bf1e458e8c44 {{(pid=104195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:27:11.647112 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.648289 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-1d121fa9-4284-466a-87bb-df9b865b6474 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/f9da5469-4b9f-4ed6-9982-bf1e458e8c44 HTTP/1.1" status: 204 len: 168 time: 0.9842601 Aug 05 02:27:11.651815 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42984) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:11.688120 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:11.699709 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ea53ee-9795-48c8-b6ab-98017487adec admin admin] Deleting subnet edda7678-889a-4621-b058-4d3ec66d706a {{(pid=104195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:27:11.703493 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b4ea53ee-9795-48c8-b6ab-98017487adec admin admin] Publish callbacks [] for subnet (edda7678-889a-4621-b058-4d3ec66d706a), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.741603 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b4ea53ee-9795-48c8-b6ab-98017487adec admin admin] Publish callbacks [] for subnet (edda7678-889a-4621-b058-4d3ec66d706a), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.819360 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b4ea53ee-9795-48c8-b6ab-98017487adec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (edda7678-889a-4621-b058-4d3ec66d706a), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.878235 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b4ea53ee-9795-48c8-b6ab-98017487adec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (edda7678-889a-4621-b058-4d3ec66d706a), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.902618 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea53ee-9795-48c8-b6ab-98017487adec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edda7678-889a-4621-b058-4d3ec66d706a,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:11.908609 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b4ea53ee-9795-48c8-b6ab-98017487adec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:11.915072 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-b4ea53ee-9795-48c8-b6ab-98017487adec admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/edda7678-889a-4621-b058-4d3ec66d706a HTTP/1.1" status: 204 len: 168 time: 0.2592628 Aug 05 02:27:11.915351 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 42986) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:11.919963 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d7a783-6608-4fd6-a2ed-01380b43e28c None None] Network e13b05c9-2865-404d-b1cd-fa40c7ecac7d requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:27:11.993644 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (e13b05c9-2865-404d-b1cd-fa40c7ecac7d), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.040693 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Deleting port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:12.041032 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.103315 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] For port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4,segment=NetworkSegment(167a0be8-b112-4df4-8c08-c1014abccde1),segment_id=167a0be8-b112-4df4-8c08-c1014abccde1)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:12.103668 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.115795 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Calling delete_port for 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 owned by network:dhcp {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:12.171307 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:12.196760 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.221213 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:12.226878 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ff47b2b2-3385-4401-b628-d98428e481a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.228238 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] No DVR routers for this DVR port 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 on host dv-cinder-815582-13-iscsi {{(pid=104196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:27:12.302257 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (e13b05c9-2865-404d-b1cd-fa40c7ecac7d), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.306834 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e4b899-c184-4255-a155-314b8e429242 None None] DHCP port deletion for e13b05c9-2865-404d-b1cd-fa40c7ecac7d request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:27:12.332105 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13b05c9-2865-404d-b1cd-fa40c7ecac7d']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:12.346812 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167a0be8-b112-4df4-8c08-c1014abccde1') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:12.347289 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167a0be8-b112-4df4-8c08-c1014abccde1') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:12.352080 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:12.363758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (167a0be8-b112-4df4-8c08-c1014abccde1), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.365948 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 4a95dfa0-1726-4911-b3b4-8c1f7c7703da no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:12.370771 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:12.379182 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (167a0be8-b112-4df4-8c08-c1014abccde1), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.387332 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:27:12.387852 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (167a0be8-b112-4df4-8c08-c1014abccde1), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.397885 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 4a95dfa0-1726-4911-b3b4-8c1f7c7703da {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:12.398227 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 4a95dfa0-1726-4911-b3b4-8c1f7c7703da not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:12.398958 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:12.419374 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:12.419806 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 17dcc4a1-bdc6-42df-a2b8-1b28590bc1b4 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:12.420290 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3120b0e8-8c1e-4901-93e9-4ed786379384 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:12.439197 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 3120b0e8-8c1e-4901-93e9-4ed786379384 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:12.439551 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3120b0e8-8c1e-4901-93e9-4ed786379384 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:12.453730 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (e13b05c9-2865-404d-b1cd-fa40c7ecac7d), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.470773 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:12.473907 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e13b05c9-2865-404d-b1cd-fa40c7ecac7d HTTP/1.1" status: 204 len: 168 time: 0.5575805 Aug 05 02:27:12.475527 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 167a0be8-b112-4df4-8c08-c1014abccde1 resource provider aggregate not found Aug 05 02:27:12.477693 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42992) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:12.480956 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc6d27-4afd-4ec6-b321-5d0391c958f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e13b05c9-2865-404d-b1cd-fa40c7ecac7d,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:12.494040 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 167a0be8-b112-4df4-8c08-c1014abccde1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 167a0be8-b112-4df4-8c08-c1014abccde1 found for delete ", "request_id": "req-7d7d5bdc-d797-454a-bfe7-b47300076fe2"}]} Aug 05 02:27:12.785053 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:13.002111 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Deleting port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:13.002449 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:13.036972 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:13.081602 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] For port 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3aba6db9-8c81-4f77-9a4a-4300e1c9bf65,segment=NetworkSegment(25621707-10b6-4597-9198-74a2e12d5008),segment_id=25621707-10b6-4597-9198-74a2e12d5008)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:13.081963 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:13.095031 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Calling delete_port for 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 owned by network:router_interface {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:13.141405 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:13.228183 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:13.278068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (3aba6db9-8c81-4f77-9a4a-4300e1c9bf65), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:13.301887 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aba6db9-8c81-4f77-9a4a-4300e1c9bf65,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:13.426272 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:13.633986 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:27:13.734851 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:13.739653 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-19d5acf1-4b63-43c5-97a2-22ebbbffbe66 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2609603 Aug 05 02:27:13.742245 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 42998) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:13.743729 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] Sync routers for ids ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:13.753007 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] Routers {'6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:13.753628 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:13.839277 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:13.845473 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks [] for router (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:13.856288 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] Set router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:13.910995 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:13.946753 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks [] for router_gateway (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:13.989727 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Deleting port 01e89a8e-409a-40a5-a346-5353606a28b6 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:13.990072 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.031708 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:28Z', 'updated_at': '2022-08-05T02:27:13Z', 'revision_number': 5, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'gw_port': {'id': '01e89a8e-409a-40a5-a346-5353606a28b6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:21:29Z', 'updated_at': '2022-08-05T02:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:14.056781 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] Checking router: 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:14.064935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] Routers {'6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:14.065541 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:14.067194 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:14.074846 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] For port 01e89a8e-409a-40a5-a346-5353606a28b6, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=01e89a8e-409a-40a5-a346-5353606a28b6,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:14.075189 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.090007 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Calling delete_port for 01e89a8e-409a-40a5-a346-5353606a28b6 owned by network:router_gateway {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:14.149290 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] Set router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 gateway port host: None {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:14.200513 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:28Z', 'updated_at': '2022-08-05T02:27:13Z', 'revision_number': 6, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'gw_port_host': None}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:14.230280 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f76bea-b291-45ec-97a5-d662e214bd8d None None] The sync data for ids ['6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3'] in dv-cinder-815582-13-iscsi is: [{'id': '6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3', 'name': 'tempest-TestMinimumBasicScenario-1514054561-router', 'tenant_id': '6d514bb1894c4cbeabba468f621e9845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:21:28Z', 'updated_at': '2022-08-05T02:27:13Z', 'revision_number': 6, 'project_id': '6d514bb1894c4cbeabba468f621e9845', 'gw_port_host': None}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:14.269475 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (01e89a8e-409a-40a5-a346-5353606a28b6), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.293194 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e89a8e-409a-40a5-a346-5353606a28b6,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:14.321044 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.418103 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.420159 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks [] for router_controller (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.464810 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.465421 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 {{(pid=104195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:27:14.470218 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.471355 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-cff0efc4-44c6-425d-a4b4-fcbcd7ad4570 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/6c92ca8d-980e-4a9f-9dbe-e5589a4c61a3 HTTP/1.1" status: 204 len: 168 time: 0.7276704 Aug 05 02:27:14.473859 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43000) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:14.518036 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_v2 [None req-98935cc0-152d-4e7d-9e7b-127f93e2ce83 admin admin] Deleting subnet d96ab29e-86d0-48ea-ac16-de7227b9909c {{(pid=104195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:27:14.521048 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-98935cc0-152d-4e7d-9e7b-127f93e2ce83 admin admin] Publish callbacks [] for subnet (d96ab29e-86d0-48ea-ac16-de7227b9909c), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.555559 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-98935cc0-152d-4e7d-9e7b-127f93e2ce83 admin admin] Publish callbacks [] for subnet (d96ab29e-86d0-48ea-ac16-de7227b9909c), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.597518 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-98935cc0-152d-4e7d-9e7b-127f93e2ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (d96ab29e-86d0-48ea-ac16-de7227b9909c), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.658978 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-98935cc0-152d-4e7d-9e7b-127f93e2ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for subnet (d96ab29e-86d0-48ea-ac16-de7227b9909c), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.681322 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98935cc0-152d-4e7d-9e7b-127f93e2ce83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96ab29e-86d0-48ea-ac16-de7227b9909c,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:14.685633 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:14.690801 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-98935cc0-152d-4e7d-9e7b-127f93e2ce83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.694012 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-98935cc0-152d-4e7d-9e7b-127f93e2ce83 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/d96ab29e-86d0-48ea-ac16-de7227b9909c HTTP/1.1" status: 204 len: 168 time: 0.2192192 Aug 05 02:27:14.697113 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43002) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:14.699757 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f2808f-6dc9-4e56-a181-ff020bb74281 None None] Network 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:27:14.767298 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.817831 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Deleting port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:14.818187 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.849285 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.913315 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:14.987596 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e832a-ef94-40eb-9bbc-38ca3aab221c None None] DHCP port deletion for 2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:27:15.029042 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-c06e832a-ef94-40eb-9bbc-38ca3aab221c None None] Deleting port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d {{(pid=104197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:15.029431 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c06e832a-ef94-40eb-9bbc-38ca3aab221c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), before_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.097053 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-c06e832a-ef94-40eb-9bbc-38ca3aab221c None None] For port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=7d0680ef-c02c-4af2-b626-e9ad0f15f95d,segment=NetworkSegment(25621707-10b6-4597-9198-74a2e12d5008),segment_id=25621707-10b6-4597-9198-74a2e12d5008)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:15.097454 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c06e832a-ef94-40eb-9bbc-38ca3aab221c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), precommit_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.110853 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-c06e832a-ef94-40eb-9bbc-38ca3aab221c None None] Calling delete_port for 7d0680ef-c02c-4af2-b626-e9ad0f15f95d owned by network:dhcp {{(pid=104197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:15.124076 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] For port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=7d0680ef-c02c-4af2-b626-e9ad0f15f95d,segment=NetworkSegment(25621707-10b6-4597-9198-74a2e12d5008),segment_id=25621707-10b6-4597-9198-74a2e12d5008)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:15.124473 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.137474 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Calling delete_port for 7d0680ef-c02c-4af2-b626-e9ad0f15f95d owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:15.192827 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c06e832a-ef94-40eb-9bbc-38ca3aab221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), after_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.212164 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:15.218593 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e832a-ef94-40eb-9bbc-38ca3aab221c None None] Pushing event deleted for resources: {'Port': ['ID=7d0680ef-c02c-4af2-b626-e9ad0f15f95d,revision_number=None']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:15.220125 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (7d0680ef-c02c-4af2-b626-e9ad0f15f95d), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.222853 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e832a-ef94-40eb-9bbc-38ca3aab221c None None] No DVR routers for this DVR port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d on host dv-cinder-815582-13-iscsi {{(pid=104197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:27:15.248491 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0680ef-c02c-4af2-b626-e9ad0f15f95d,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:15.254106 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] No DVR routers for this DVR port 7d0680ef-c02c-4af2-b626-e9ad0f15f95d on host dv-cinder-815582-13-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:27:15.329730 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.353400 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.353761 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.354472 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.354805 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > port after_create 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.355128 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.355449 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > port after_update 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.355811 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.356154 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.356502 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.356830 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.454152 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.454503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.454836 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.455167 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:27:15.455537 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee']}} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:15.473018 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25621707-10b6-4597-9198-74a2e12d5008') {'for_net_delete': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:15.473257 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25621707-10b6-4597-9198-74a2e12d5008') {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:15.489390 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12914256'] for segment (25621707-10b6-4597-9198-74a2e12d5008), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.511008 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (25621707-10b6-4597-9198-74a2e12d5008), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.520172 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=104195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:27:15.520645 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24822927'] for segment (25621707-10b6-4597-9198-74a2e12d5008), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.586981 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.595808 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.599654 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee HTTP/1.1" status: 204 len: 168 time: 0.9015193 Aug 05 02:27:15.621024 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9562f4-3800-49ec-a242-9bba24c16e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=2197a2a0-8a31-4bb1-99d3-7a5cef93e6ee,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:15.679090 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment 25621707-10b6-4597-9198-74a2e12d5008 resource provider aggregate not found Aug 05 02:27:15.696301 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment 25621707-10b6-4597-9198-74a2e12d5008 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25621707-10b6-4597-9198-74a2e12d5008 found for delete ", "request_id": "req-7afb5fb1-df17-49e5-9322-87d8f9323e37"}]} Aug 05 02:27:15.725829 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43018) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:15.766427 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-459c259c-f69b-46a3-b6f2-94e47ff2ff24 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a5d8a01fa4024794b4dde3beebbbd7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395167 Aug 05 02:27:15.768826 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43020) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:15.816353 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f604004c-9685-477a-b58c-c88b6e32965e admin admin] Publish callbacks [] for security_group (1c331154-f558-4265-bdeb-8468572983e6), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.838164 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f604004c-9685-477a-b58c-c88b6e32965e admin admin] Publish callbacks [] for security_group (1c331154-f558-4265-bdeb-8468572983e6), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.884091 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f604004c-9685-477a-b58c-c88b6e32965e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (1c331154-f558-4265-bdeb-8468572983e6), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.886618 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f604004c-9685-477a-b58c-c88b6e32965e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:15.887783 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-f604004c-9685-477a-b58c-c88b6e32965e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1c331154-f558-4265-bdeb-8468572983e6 HTTP/1.1" status: 204 len: 168 time: 0.1180897 Aug 05 02:27:15.895411 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604004c-9685-477a-b58c-c88b6e32965e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c331154-f558-4265-bdeb-8468572983e6,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:16.209565 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43028) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:16.227622 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:16.252008 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-bab9aaf8-bd13-4c64-a274-858e08339a3d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6d514bb1894c4cbeabba468f621e9845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412791 Aug 05 02:27:16.252280 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:16.252601 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3aba6db9-8c81-4f77-9a4a-4300e1c9bf65 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:16.253022 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 01e89a8e-409a-40a5-a346-5353606a28b6 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:16.254655 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43030) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:16.310543 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-13beafe7-f233-45bc-b9f8-dbb341300768 admin admin] Publish callbacks [] for security_group (01c88de4-6207-404f-9d60-f3298d3d042d), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:16.311923 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:16.335585 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-13beafe7-f233-45bc-b9f8-dbb341300768 admin admin] Publish callbacks [] for security_group (01c88de4-6207-404f-9d60-f3298d3d042d), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:16.388610 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-13beafe7-f233-45bc-b9f8-dbb341300768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (01c88de4-6207-404f-9d60-f3298d3d042d), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:16.391185 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-13beafe7-f233-45bc-b9f8-dbb341300768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:16.392374 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-13beafe7-f233-45bc-b9f8-dbb341300768 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/01c88de4-6207-404f-9d60-f3298d3d042d HTTP/1.1" status: 204 len: 168 time: 0.1368091 Aug 05 02:27:16.401553 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 01e89a8e-409a-40a5-a346-5353606a28b6 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:16.401697 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beafe7-f233-45bc-b9f8-dbb341300768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c88de4-6207-404f-9d60-f3298d3d042d,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:16.401888 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 01e89a8e-409a-40a5-a346-5353606a28b6 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:16.402310 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 7d0680ef-c02c-4af2-b626-e9ad0f15f95d no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:16.424855 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 7d0680ef-c02c-4af2-b626-e9ad0f15f95d {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:16.425208 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 7d0680ef-c02c-4af2-b626-e9ad0f15f95d not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:17.069879 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43052) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:17.165301 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2047431722-network', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:17.184797 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Made reservation on behalf of b3677b84efd24f76bbbc0f8a762ec3f5 for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:27:17.187075 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.196217 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.274282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Publish callbacks [] for security_group (0cdc3a6a-2583-457f-9b5e-ddfdbd06a35f), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.278429 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (0cdc3a6a-2583-457f-9b5e-ddfdbd06a35f), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.300501 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:27:17.315844 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdc3a6a-2583-457f-9b5e-ddfdbd06a35f,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:17.318677 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (a59018d0-9d69-4850-ad49-a60fad766074), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.319016 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Added segment a59018d0-9d69-4850-ad49-a60fad766074 of type vlan for network 54505e31-75ca-4416-ae9a-5b70292fe878 Aug 05 02:27:17.361724 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (54505e31-75ca-4416-ae9a-5b70292fe878), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.386085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (54505e31-75ca-4416-ae9a-5b70292fe878), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.387017 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:17.387584 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.444527 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3728113 Aug 05 02:27:17.448279 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e4742-906e-4ab7-9609-444157eb2763 admin admin] Pushing event updated for resources: {'Network': ['ID=54505e31-75ca-4416-ae9a-5b70292fe878,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:17.448478 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43056) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:17.453299 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Request body: {'subnet': {'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2047431722-subnet', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'ip_version': 4}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:17.457903 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 54505e31-75ca-4416-ae9a-5b70292fe878 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:27:17.476274 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Made reservation on behalf of b3677b84efd24f76bbbc0f8a762ec3f5 for: {'subnet': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:27:17.478676 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24870544'] for subnet (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.647960 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24822764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24870534'] for subnet (8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.695685 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:17.707059 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:17.716493 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Checking segment: {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:17.716861 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Network hostable DHCP agents. Network: 54505e31-75ca-4416-ae9a-5b70292fe878, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:27:17.734714 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Network 54505e31-75ca-4416-ae9a-5b70292fe878 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:27:17.744441 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 54505e31-75ca-4416-ae9a-5b70292fe878) {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:17.748524 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:17.749126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.753489 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ee981a-021d-4975-898d-a11233d5d6c4 None None] Network 54505e31-75ca-4416-ae9a-5b70292fe878 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:27:17.764784 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-53f73531-dec0-411e-8be9-4c435edce15b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3152342 Aug 05 02:27:17.767645 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43058) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:17.771970 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:17.792026 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (60b80c8b-9eb8-4012-a3fa-439520e42041), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.793104 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (60b80c8b-9eb8-4012-a3fa-439520e42041), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.808993 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:17.854805 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks [] for router_controller (60b80c8b-9eb8-4012-a3fa-439520e42041), precommit_add_association {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.863662 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-54505e31-75ca-4416-ae9a-5b70292fe878', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:27:17.864735 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:17.947412 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:17.991900 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks [] for router_gateway (60b80c8b-9eb8-4012-a3fa-439520e42041), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.007110 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Allocated IP 172.20.0.2 (54505e31-75ca-4416-ae9a-5b70292fe878/8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6/63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:27:18.068335 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:18.157706 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Publish callbacks [] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.163782 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.181147 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks [] for router_gateway (60b80c8b-9eb8-4012-a3fa-439520e42041), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.200758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.204875 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Network 54505e31-75ca-4416-ae9a-5b70292fe878 is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:18.207231 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:18.210314 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:18.213940 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:27:18.217445 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Pushing event updated for resources: {'Port': ['ID=63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:18.282682 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Attempting to bind port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:27:18.283056 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Attempting to bind port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:27:18.283404 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Attempting to bind port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 on network 54505e31-75ca-4416-ae9a-5b70292fe878 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:18.288389 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:27:18.288758 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Checking segment: {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:18.289149 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.290321 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Bound using segment: {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:27:18.290918 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Bound port: 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:27:18.291296 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.315396 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Allocated IP 172.27.0.185 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/bc42df76-6239-44e8-ac36-7e41bde07422) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:27:18.353941 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] For port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:27:18.357127 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] For port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:27:18.362493 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.411670 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013088f9-bbd9-4abd-b0b1-a3be14471e51 None None] Pushing event updated for resources: {'Port': ['ID=63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:18.434407 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks [] for port (bc42df76-6239-44e8-ac36-7e41bde07422), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.468618 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.514336 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:18.519404 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:18.521878 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:27:18.546439 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc42df76-6239-44e8-ac36-7e41bde07422,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:18.786682 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks [] for router_gateway (60b80c8b-9eb8-4012-a3fa-439520e42041), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:18.969809 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (60b80c8b-9eb8-4012-a3fa-439520e42041), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:19.049202 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:19.056836 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:19.103710 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Router 60b80c8b-9eb8-4012-a3fa-439520e42041 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:27:19.295359 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb5551a-78f0-4429-9bcf-a77bce5f2cbf None None] Network 54505e31-75ca-4416-ae9a-5b70292fe878 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:27:19.354170 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-f4ed69a2-e77d-481f-a949-a8e7ef885973 None None] Provisioning complete for port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:19.354545 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f4ed69a2-e77d-481f-a949-a8e7ef885973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:19.462055 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:19.480981 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Sync routers for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:19.484766 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed69a2-e77d-481f-a949-a8e7ef885973 None None] Current status of the port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:19.485158 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f4ed69a2-e77d-481f-a949-a8e7ef885973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:19.485809 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:19.489777 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-15124cee-0e98-4e3d-a597-c3aeaccd60c9 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7184873 Aug 05 02:27:19.490120 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43066) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:19.504557 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:19.511919 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:19.538384 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:19.543576 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-f4ed69a2-e77d-481f-a949-a8e7ef885973 None None] For port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:19.552427 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f4ed69a2-e77d-481f-a949-a8e7ef885973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:19.628387 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed69a2-e77d-481f-a949-a8e7ef885973 None None] Pushing event updated for resources: {'Port': ['ID=63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:19.662222 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:19.847768 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:18Z', 'revision_number': 3, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:19.873885 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-f12ca10a-510d-4d36-a7d0-883f38e1cc1a None None] Provisioning complete for port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:19.874635 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f12ca10a-510d-4d36-a7d0-883f38e1cc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:19.877416 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Checking router: 60b80c8b-9eb8-4012-a3fa-439520e42041 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:19.877765 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Updating router 60b80c8b-9eb8-4012-a3fa-439520e42041 port bc42df76-6239-44e8-ac36-7e41bde07422 binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:27:19.912226 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:19.913084 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:19.916180 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:19.918048 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece18fb5-437a-477e-8428-8c21fe597798 req-39b536ff-c7ec-47b2-9e85-0b72f051fc12 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:19.925450 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ece18fb5-437a-477e-8428-8c21fe597798 req-39b536ff-c7ec-47b2-9e85-0b72f051fc12 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0688171 Aug 05 02:27:19.971887 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-f12ca10a-510d-4d36-a7d0-883f38e1cc1a None None] Current status of the port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:19.986356 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:19.988178 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ece18fb5-437a-477e-8428-8c21fe597798 req-d513ad28-0f5c-4de3-a7e4-9181ee4ed7bd tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546515 Aug 05 02:27:20.147768 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Allocated IP 172.20.0.1 (54505e31-75ca-4416-ae9a-5b70292fe878/8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6/da47870a-8ff6-42a8-a43e-837f2480c5d4) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:27:20.191150 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:20.211391 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:20.239785 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:20.265285 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Publish callbacks [] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.272271 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:20.283449 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Publish callbacks [] for port (bc42df76-6239-44e8-ac36-7e41bde07422), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.290628 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.301803 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.322064 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:20.322748 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.328843 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Attempting to bind port bc42df76-6239-44e8-ac36-7e41bde07422 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:27:20.329216 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Attempting to bind port bc42df76-6239-44e8-ac36-7e41bde07422 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:27:20.329581 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Attempting to bind port bc42df76-6239-44e8-ac36-7e41bde07422 on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:20.343910 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Network 54505e31-75ca-4416-ae9a-5b70292fe878 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:20.344867 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:27:20.345281 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:20.345691 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.346086 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:27:20.346561 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Bound port: bc42df76-6239-44e8-ac36-7e41bde07422, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:27:20.346943 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.351958 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:20.355736 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:27:20.361121 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Pushing event updated for resources: {'Port': ['ID=da47870a-8ff6-42a8-a43e-837f2480c5d4,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:20.380652 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Pushing event updated for resources: {'Port': ['ID=bc42df76-6239-44e8-ac36-7e41bde07422,revision_number=2']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:20.398176 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.399345 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.399470 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.399757 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.400096 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.400434 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.401048 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.401048 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.401459 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.401706 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.402029 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.402526 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (60b80c8b-9eb8-4012-a3fa-439520e42041), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.403489 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.403820 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.404154 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.404514 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:20.405967 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:20.443311 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] For port bc42df76-6239-44e8-ac36-7e41bde07422, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:27:20.447887 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] For port bc42df76-6239-44e8-ac36-7e41bde07422, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=bc42df76-6239-44e8-ac36-7e41bde07422,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:27:20.457141 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.493853 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:20.494546 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:20.544402 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.562787 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78186943-711d-44bd-a2a1-87b295964802 None None] Pushing event updated for resources: {'Port': ['ID=bc42df76-6239-44e8-ac36-7e41bde07422,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:20.595022 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-2025f603-401d-41e4-bbee-84221569d5c4 None None] Provisioning complete for port da47870a-8ff6-42a8-a43e-837f2480c5d4 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:20.595392 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-2025f603-401d-41e4-bbee-84221569d5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.629598 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:20.641907 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-2025f603-401d-41e4-bbee-84221569d5c4 None None] Port da47870a-8ff6-42a8-a43e-837f2480c5d4 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:27:20.715968 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Publish callbacks [] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.721051 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13018890'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.792052 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Pushing event updated for resources: {'Port': ['ID=da47870a-8ff6-42a8-a43e-837f2480c5d4,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:20.794448 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (60b80c8b-9eb8-4012-a3fa-439520e42041), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:20.798157 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:18Z', 'revision_number': 3, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:20.826649 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc3ef5-5870-4282-964c-8a7597a00c7c None None] The sync data for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi is: [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:18Z', 'revision_number': 3, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:20.890266 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Network 54505e31-75ca-4416-ae9a-5b70292fe878 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:20.891670 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:20.981646 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:21.015527 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Router 60b80c8b-9eb8-4012-a3fa-439520e42041 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:27:21.146528 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:21.162988 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-76f72529-ae73-49a1-a323-716786e6658c None None] Provisioning complete for port da47870a-8ff6-42a8-a43e-837f2480c5d4 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:21.163780 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-76f72529-ae73-49a1-a323-716786e6658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:21.189920 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca440a1-32a0-442b-b9af-31c1d210e22a req-9e54d9e6-22a1-4d49-8e98-f381d15045b7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:21.191467 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-dca440a1-32a0-442b-b9af-31c1d210e22a req-9e54d9e6-22a1-4d49-8e98-f381d15045b7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0853510 Aug 05 02:27:21.197981 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-76f72529-ae73-49a1-a323-716786e6658c None None] Port da47870a-8ff6-42a8-a43e-837f2480c5d4 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:27:21.233323 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:21.243236 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-6dda7b3f-5cd0-442d-8a0d-31caf1aa03a6 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/60b80c8b-9eb8-4012-a3fa-439520e42041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520833 Aug 05 02:27:21.261953 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-dca440a1-32a0-442b-b9af-31c1d210e22a req-ae317691-8e3a-4bb5-9430-8e3df2c5173e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c3876887-5412-4538-adc3-3e4bf95be2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598607 Aug 05 02:27:21.380272 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-1b7d5379-4414-41d7-9936-cc00360e2a85 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:21.382449 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-1b7d5379-4414-41d7-9936-cc00360e2a85 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 945 time: 0.0530705 Aug 05 02:27:21.480562 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Deleting port c3c4ea12-20f0-402c-a002-d09aebd27024 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:21.480917 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:21.588128 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] For port c3c4ea12-20f0-402c-a002-d09aebd27024, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c3c4ea12-20f0-402c-a002-d09aebd27024,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:21.588668 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:21.707108 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:21.793111 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:21.793611 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (115cf5e7-3df1-4cff-b864-6c4410abdb56), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:21.794026 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Floating IP 115cf5e7-3df1-4cff-b864-6c4410abdb56 disassociated. External IP: 172.27.0.35, port: c3c4ea12-20f0-402c-a002-d09aebd27024. Aug 05 02:27:21.794503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Calling delete_port for c3c4ea12-20f0-402c-a002-d09aebd27024 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:21.882675 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43102) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:21.888704 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1935963351-network', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:21.922225 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Made reservation on behalf of 71cef2110dfb43dabac1baaed43f2d7c for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:27:21.925141 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:21.940790 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:21.963882 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (c3c4ea12-20f0-402c-a002-d09aebd27024), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:21.998554 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event deleted for resources: {'Port': ['ID=c3c4ea12-20f0-402c-a002-d09aebd27024,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:22.014807 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.015163 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.015512 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.015865 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.016207 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.016571 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.016907 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.017241 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.017571 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.017923 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.018244 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.018746 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.020381 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.020381 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.020381 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:22.030750 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Publish callbacks [] for security_group (f34dba6d-974d-408e-96f2-982417bbe373), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.035114 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f34dba6d-974d-408e-96f2-982417bbe373), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.062867 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:27:22.074839 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34dba6d-974d-408e-96f2-982417bbe373,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:22.081084 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (c1d6a019-74df-408b-96a8-2f8445dec67d), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.081430 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Added segment c1d6a019-74df-408b-96a8-2f8445dec67d of type vlan for network 6464d0b7-f3b2-439a-9891-52497f568646 Aug 05 02:27:22.126249 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (6464d0b7-f3b2-439a-9891-52497f568646), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.137147 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:27:22.154254 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (6464d0b7-f3b2-439a-9891-52497f568646), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.155814 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:22.156534 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.225875 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3414550 Aug 05 02:27:22.228692 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43104) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:22.233075 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:22.236157 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Request body: {'subnet': {'network_id': '6464d0b7-f3b2-439a-9891-52497f568646', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1935963351-subnet', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:22.253188 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce119a-12c0-4c21-ae81-7269e414dfd4 admin admin] Pushing event updated for resources: {'Network': ['ID=6464d0b7-f3b2-439a-9891-52497f568646,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:22.261686 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:22.264654 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 6464d0b7-f3b2-439a-9891-52497f568646 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:27:22.290365 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Made reservation on behalf of 71cef2110dfb43dabac1baaed43f2d7c for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:27:22.295226 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12884284'] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.316581 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] No DVR routers for this DVR port c3c4ea12-20f0-402c-a002-d09aebd27024 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:27:22.319810 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.323262 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device bc42df76-6239-44e8-ac36-7e41bde07422 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:22.326448 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] Sync routers for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:22.333551 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e5416300-f5d6-48c2-8fb0-d8d8ef17fc44 req-4fc066fc-4d7f-4604-953c-eb3ea0ad5b8d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "DELETE /networking/v2.0/ports/c3c4ea12-20f0-402c-a002-d09aebd27024 HTTP/1.1" status: 204 len: 173 time: 0.9453053 Aug 05 02:27:22.334062 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'name': 'network-vif-deleted', 'tag': 'c3c4ea12-20f0-402c-a002-d09aebd27024'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:22.336700 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcf89c8-860a-4d70-889f-93ada270da0b" -d '{"events": [{"server_uuid": "d325dc2e-780c-41fe-bdad-ac41805f3534", "name": "network-vif-deleted", "tag": "c3c4ea12-20f0-402c-a002-d09aebd27024"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:22.407749 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2d0e15-4b08-412a-85dc-3699f7d5c8c9 x-openstack-request-id: req-ea2d0e15-4b08-412a-85dc-3699f7d5c8c9 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:22.408439 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d325dc2e-780c-41fe-bdad-ac41805f3534", "name": "network-vif-deleted", "tag": "c3c4ea12-20f0-402c-a002-d09aebd27024", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:22.408439 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea2d0e15-4b08-412a-85dc-3699f7d5c8c9 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:22.408757 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2d0e15-4b08-412a-85dc-3699f7d5c8c9'] response: {'server_uuid': 'd325dc2e-780c-41fe-bdad-ac41805f3534', 'name': 'network-vif-deleted', 'tag': 'c3c4ea12-20f0-402c-a002-d09aebd27024', 'status': 'completed', 'code': 200} Aug 05 02:27:22.419793 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:22.422257 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:22.438695 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a699d169-ef82-47a6-96f3-5f1b853eeb61 req-cd8c0868-03b4-485a-9518-e12e16a49e26 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d325dc2e-780c-41fe-bdad-ac41805f3534 HTTP/1.1" status: 200 len: 210 time: 0.0573750 Aug 05 02:27:22.543261 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port bc42df76-6239-44e8-ac36-7e41bde07422 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:22.543923 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.554088 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13019057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12884266'] for subnet (addfc027-c538-4b6d-aa8e-8609679787e3), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.603847 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:22.620686 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=addfc027-c538-4b6d-aa8e-8609679787e3,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:22.639060 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:22.647513 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:22.661889 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Sync routers for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:22.668515 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Checking segment: {'id': 'c1d6a019-74df-408b-96a8-2f8445dec67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:22.668866 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Network hostable DHCP agents. Network: 6464d0b7-f3b2-439a-9891-52497f568646, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:27:22.680500 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:22.681138 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:22.689150 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port bc42df76-6239-44e8-ac36-7e41bde07422 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:22.689694 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.703318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Network 6464d0b7-f3b2-439a-9891-52497f568646 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:27:22.719224 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 6464d0b7-f3b2-439a-9891-52497f568646) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:22.722617 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:22.725377 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:22.726190 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.732579 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port bc42df76-6239-44e8-ac36-7e41bde07422, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=bc42df76-6239-44e8-ac36-7e41bde07422,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:22.748899 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-cf509db4-87c2-46fc-ac80-5f2b6e879406 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5191257 Aug 05 02:27:22.751341 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43112) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:22.755767 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:22.760462 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27672665-9e17-4662-b10e-952ecb5a4682 None None] Network 6464d0b7-f3b2-439a-9891-52497f568646 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:27:22.766433 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.780732 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (2259433a-8dd8-4657-ae5f-2198d2247eab), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.781770 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (2259433a-8dd8-4657-ae5f-2198d2247eab), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.824752 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:22.834825 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks [] for router_controller (2259433a-8dd8-4657-ae5f-2198d2247eab), precommit_add_association {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:22.977782 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:23.019723 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks [] for router_gateway (2259433a-8dd8-4657-ae5f-2198d2247eab), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.058535 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:23.059887 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'da47870a-8ff6-42a8-a43e-837f2480c5d4', 'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'mac_address': 'fa:16:3e:75:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:20Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 2, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'subnets': [{'id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:23.078421 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=bc42df76-6239-44e8-ac36-7e41bde07422,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:23.088704 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Checking router: 60b80c8b-9eb8-4012-a3fa-439520e42041 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:23.089060 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Updating router 60b80c8b-9eb8-4012-a3fa-439520e42041 port da47870a-8ff6-42a8-a43e-837f2480c5d4 binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:27:23.089943 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:23.144511 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.153436 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-6464d0b7-f3b2-439a-9891-52497f568646', 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646', 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'fixed_ips': [{'subnet_id': 'addfc027-c538-4b6d-aa8e-8609679787e3'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:27:23.154567 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.192794 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:23.270056 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] Checking router: fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:23.271305 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks [] for router_gateway (2259433a-8dd8-4657-ae5f-2198d2247eab), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.294842 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:23.295722 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:23.297412 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.407836 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Allocated IP 172.27.0.59 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/507a654a-bb17-4cad-9aa5-a3b8a13a66b3) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:27:23.421676 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Allocated IP 172.20.0.2 (6464d0b7-f3b2-439a-9891-52497f568646/addfc027-c538-4b6d-aa8e-8609679787e3/26ea61f1-d1bb-41ed-a38f-455224854366) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:27:23.423915 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Publish callbacks [] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.431195 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.462356 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:23.523673 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be148b5d-481c-44a4-ad76-a38178534a6d None None] Pushing event updated for resources: {'Port': ['ID=da47870a-8ff6-42a8-a43e-837f2480c5d4,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:23.527566 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Attempting to bind port da47870a-8ff6-42a8-a43e-837f2480c5d4 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:27:23.527967 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Attempting to bind port da47870a-8ff6-42a8-a43e-837f2480c5d4 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:27:23.528414 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Attempting to bind port da47870a-8ff6-42a8-a43e-837f2480c5d4 on network 54505e31-75ca-4416-ae9a-5b70292fe878 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:23.534071 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:27:23.534448 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Checking segment: {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:23.535211 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.535211 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Bound using segment: {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:27:23.535681 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Bound port: da47870a-8ff6-42a8-a43e-837f2480c5d4, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:27:23.536060 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.565969 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks [] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.571874 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43120) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:23.606174 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:27:23.609035 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] For port da47870a-8ff6-42a8-a43e-837f2480c5d4, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:27:23.613157 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] For port da47870a-8ff6-42a8-a43e-837f2480c5d4, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=da47870a-8ff6-42a8-a43e-837f2480c5d4,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:27:23.620067 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.621337 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:23.651490 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:23.652107 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:23.656424 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.667921 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-843242ae-e164-4239-b2dc-61c29b095264 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (c3876887-5412-4538-adc3-3e4bf95be2c2), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.709523 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:23.724732 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:23.731326 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Publish callbacks [] for port (26ea61f1-d1bb-41ed-a38f-455224854366), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.732365 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:23.734782 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-843242ae-e164-4239-b2dc-61c29b095264 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (c3876887-5412-4538-adc3-3e4bf95be2c2), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.738030 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:27:23.754449 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:23.767433 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.775619 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Pushing event updated for resources: {'Port': ['ID=507a654a-bb17-4cad-9aa5-a3b8a13a66b3,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:23.805233 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.805233 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.805564 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.806261 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.806261 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.806575 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.807195 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.807195 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.807492 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.807802 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.808127 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.810713 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.810870 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:23.811318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.811318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.811318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:27:23.817202 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:23.824506 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Network 6464d0b7-f3b2-439a-9891-52497f568646 is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:23.856078 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be148b5d-481c-44a4-ad76-a38178534a6d None None] Pushing event updated for resources: {'Port': ['ID=da47870a-8ff6-42a8-a43e-837f2480c5d4,revision_number=4']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:23.875363 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:23.879673 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c283c0d-cfe2-4b56-93ee-56bc26922ff8 None None] The sync data for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi is: [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:23.881821 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:27:23.886755 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:23.887779 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Pushing event updated for resources: {'Port': ['ID=26ea61f1-d1bb-41ed-a38f-455224854366,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:23.950518 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-843242ae-e164-4239-b2dc-61c29b095264 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c3876887-5412-4538-adc3-3e4bf95be2c2), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.953314 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-843242ae-e164-4239-b2dc-61c29b095264 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:23.957305 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43122) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:23.957873 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-843242ae-e164-4239-b2dc-61c29b095264 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c3876887-5412-4538-adc3-3e4bf95be2c2 HTTP/1.1" status: 204 len: 168 time: 0.3844309 Aug 05 02:27:23.970646 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843242ae-e164-4239-b2dc-61c29b095264 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3876887-5412-4538-adc3-3e4bf95be2c2,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:24.000196 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.api.v2.resource [None req-58624ad0-3ce2-4d3e-9794-639614f8a3dc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] show failed (client error): The resource could not be found. Aug 05 02:27:24.001280 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-58624ad0-3ce2-4d3e-9794-639614f8a3dc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups/c3876887-5412-4538-adc3-3e4bf95be2c2 HTTP/1.1" status: 404 len: 347 time: 0.0420294 Aug 05 02:27:24.006120 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43124) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:24.068795 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Attempting to bind port 26ea61f1-d1bb-41ed-a38f-455224854366 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:27:24.072538 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Attempting to bind port 26ea61f1-d1bb-41ed-a38f-455224854366 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'c1d6a019-74df-408b-96a8-2f8445dec67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:27:24.072953 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Attempting to bind port 26ea61f1-d1bb-41ed-a38f-455224854366 on network 6464d0b7-f3b2-439a-9891-52497f568646 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:24.086810 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:27:24.087188 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Checking segment: {'id': 'c1d6a019-74df-408b-96a8-2f8445dec67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:24.087596 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.088257 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Bound using segment: {'id': 'c1d6a019-74df-408b-96a8-2f8445dec67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:27:24.088781 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Bound port: 26ea61f1-d1bb-41ed-a38f-455224854366, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d6a019-74df-408b-96a8-2f8445dec67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:27:24.089162 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.128035 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'da47870a-8ff6-42a8-a43e-837f2480c5d4', 'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'mac_address': 'fa:16:3e:75:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:20Z', 'updated_at': '2022-08-05T02:27:23Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'subnets': [{'id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:24.162447 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee2331-dbaf-470b-94ca-29c2c1172814 None None] The sync data for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi is: [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'da47870a-8ff6-42a8-a43e-837f2480c5d4', 'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'mac_address': 'fa:16:3e:75:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:20Z', 'updated_at': '2022-08-05T02:27:23Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'subnets': [{'id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:24.182726 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks [] for router_gateway (2259433a-8dd8-4657-ae5f-2198d2247eab), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.307465 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Deleting port db2b76f5-8ead-44bd-9069-9099a3bf2663 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:24.308089 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (db2b76f5-8ead-44bd-9069-9099a3bf2663), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.308221 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-96023d85-a148-4944-be59-d9908b85a776 None None] For port 26ea61f1-d1bb-41ed-a38f-455224854366, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:27:24.321301 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-96023d85-a148-4944-be59-d9908b85a776 None None] For port 26ea61f1-d1bb-41ed-a38f-455224854366, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=26ea61f1-d1bb-41ed-a38f-455224854366,segment=NetworkSegment(c1d6a019-74df-408b-96a8-2f8445dec67d),segment_id=c1d6a019-74df-408b-96a8-2f8445dec67d)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:27:24.333474 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device bc42df76-6239-44e8-ac36-7e41bde07422 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:24.381152 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:24.383208 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.452606 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea782fb8-ea7f-466d-a0c6-a60dbef20703 None None] New status for floating IP 115cf5e7-3df1-4cff-b864-6c4410abdb56: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:27:24.465649 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (db2b76f5-8ead-44bd-9069-9099a3bf2663), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.468373 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (db2b76f5-8ead-44bd-9069-9099a3bf2663), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.504849 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Calling delete_port for db2b76f5-8ead-44bd-9069-9099a3bf2663 owned by network:floatingip {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:24.562756 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (2259433a-8dd8-4657-ae5f-2198d2247eab), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.574787 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96023d85-a148-4944-be59-d9908b85a776 None None] Pushing event updated for resources: {'Port': ['ID=26ea61f1-d1bb-41ed-a38f-455224854366,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:24.653125 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fccdd-bea1-44ad-b9a0-d58de7e0fced req-05851368-da2c-49de-be11-473f6b49f357 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:24.654323 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-899fccdd-bea1-44ad-b9a0-d58de7e0fced req-05851368-da2c-49de-be11-473f6b49f357 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0879233 Aug 05 02:27:24.671140 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:24.743271 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port bc42df76-6239-44e8-ac36-7e41bde07422 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:24.744172 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.780086 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:24.807431 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-899fccdd-bea1-44ad-b9a0-d58de7e0fced req-1f23034b-3097-42da-af8c-ca4b8b23bdf7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190488 Aug 05 02:27:24.857785 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Router 2259433a-8dd8-4657-ae5f-2198d2247eab is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:27:24.892236 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (db2b76f5-8ead-44bd-9069-9099a3bf2663), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:24.893223 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port bc42df76-6239-44e8-ac36-7e41bde07422 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:24.935278 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event deleted for resources: {'Port': ['ID=db2b76f5-8ead-44bd-9069-9099a3bf2663,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:25.003924 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (115cf5e7-3df1-4cff-b864-6c4410abdb56), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.007677 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.009268 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-8ce89c81-f37b-4285-8ebd-dedaed4b14d0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/115cf5e7-3df1-4cff-b864-6c4410abdb56 HTTP/1.1" status: 204 len: 168 time: 1.0018640 Aug 05 02:27:25.095820 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43138) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:25.101030 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-9285289c-ed4d-4dde-8aca-1ae3cd17d94c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965419859', 'description': 'tempest-description--120506953'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:25.130671 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9285289c-ed4d-4dde-8aca-1ae3cd17d94c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.222816 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9285289c-ed4d-4dde-8aca-1ae3cd17d94c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (5ed1094d-ef28-48bc-bfc3-5e18cde71c85), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.229421 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9285289c-ed4d-4dde-8aca-1ae3cd17d94c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (5ed1094d-ef28-48bc-bfc3-5e18cde71c85), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.256060 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:25.264084 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9285289c-ed4d-4dde-8aca-1ae3cd17d94c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.265571 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9285289c-ed4d-4dde-8aca-1ae3cd17d94c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1686130 Aug 05 02:27:25.268508 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43140) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:25.272456 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Sync routers for ids ['2259433a-8dd8-4657-ae5f-2198d2247eab'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:25.274513 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-bb31a6e2-b9f0-48ce-8f16-ef3ebc472d29 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'security_group_rule': {'security_group_id': '5ed1094d-ef28-48bc-bfc3-5e18cde71c85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:25.281154 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285289c-ed4d-4dde-8aca-1ae3cd17d94c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed1094d-ef28-48bc-bfc3-5e18cde71c85,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:25.296319 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Routers {'2259433a-8dd8-4657-ae5f-2198d2247eab'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:25.297063 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['2259433a-8dd8-4657-ae5f-2198d2247eab'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:25.312256 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.316958 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-3fd833d5-af31-4b60-a7ab-0435ffc76119 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5620127 Aug 05 02:27:25.318274 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43142) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:25.375104 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bb31a6e2-b9f0-48ce-8f16-ef3ebc472d29 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (0e445c0c-a128-469b-9518-5322b09b894f), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.380198 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:25.431260 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Set router 2259433a-8dd8-4657-ae5f-2198d2247eab gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:25.492642 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bb31a6e2-b9f0-48ce-8f16-ef3ebc472d29 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (0e445c0c-a128-469b-9518-5322b09b894f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.504379 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bb31a6e2-b9f0-48ce-8f16-ef3ebc472d29 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (0e445c0c-a128-469b-9518-5322b09b894f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.562905 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:25.577108 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31a6e2-b9f0-48ce-8f16-ef3ebc472d29 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e445c0c-a128-469b-9518-5322b09b894f,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:25.592251 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bb31a6e2-b9f0-48ce-8f16-ef3ebc472d29 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.596634 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43144) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:25.601146 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-d76e75e5-eaef-4bf2-8ab0-ee609fcf5736 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'security_group_rule': {'security_group_id': '5ed1094d-ef28-48bc-bfc3-5e18cde71c85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:25.606898 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-bb31a6e2-b9f0-48ce-8f16-ef3ebc472d29 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370514 Aug 05 02:27:25.654476 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:22Z', 'updated_at': '2022-08-05T02:27:23Z', 'revision_number': 3, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'gw_port': {'id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:23Z', 'updated_at': '2022-08-05T02:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:25.673014 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d76e75e5-eaef-4bf2-8ab0-ee609fcf5736 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (9712fffc-4c51-4027-8cc6-73b33d235632), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.680869 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Checking router: 2259433a-8dd8-4657-ae5f-2198d2247eab for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:25.681371 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Updating router 2259433a-8dd8-4657-ae5f-2198d2247eab port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:27:25.714068 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d396f52-1304-47db-b074-5b662b311716 None None] Network 6464d0b7-f3b2-439a-9891-52497f568646 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:27:25.720957 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.777648 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d76e75e5-eaef-4bf2-8ab0-ee609fcf5736 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (9712fffc-4c51-4027-8cc6-73b33d235632), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.786103 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d76e75e5-eaef-4bf2-8ab0-ee609fcf5736 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (9712fffc-4c51-4027-8cc6-73b33d235632), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.799100 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-61d2fec9-6273-4c5a-83a0-0638e0f29793 None None] Provisioning complete for port 26ea61f1-d1bb-41ed-a38f-455224854366 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:25.799454 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-61d2fec9-6273-4c5a-83a0-0638e0f29793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.826240 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e75e5-eaef-4bf2-8ab0-ee609fcf5736 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9712fffc-4c51-4027-8cc6-73b33d235632,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:25.841910 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d76e75e5-eaef-4bf2-8ab0-ee609fcf5736 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.844989 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d76e75e5-eaef-4bf2-8ab0-ee609fcf5736 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2473264 Aug 05 02:27:25.848618 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43148) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:25.861983 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:25.907766 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.977740 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-61d2fec9-6273-4c5a-83a0-0638e0f29793 None None] Current status of the port 26ea61f1-d1bb-41ed-a38f-455224854366 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:25.978133 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-61d2fec9-6273-4c5a-83a0-0638e0f29793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:25.999693 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:26.037934 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.040729 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-61d2fec9-6273-4c5a-83a0-0638e0f29793 None None] For port 26ea61f1-d1bb-41ed-a38f-455224854366, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=26ea61f1-d1bb-41ed-a38f-455224854366,segment=NetworkSegment(c1d6a019-74df-408b-96a8-2f8445dec67d),segment_id=c1d6a019-74df-408b-96a8-2f8445dec67d)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:26.044132 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:26.047923 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-61d2fec9-6273-4c5a-83a0-0638e0f29793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.066429 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:26.114823 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:26.125877 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2fec9-6273-4c5a-83a0-0638e0f29793 None None] Pushing event updated for resources: {'Port': ['ID=26ea61f1-d1bb-41ed-a38f-455224854366,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:26.127419 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef416f-23b8-48ab-a826-83cd31ac7662 req-3d5b8257-1cb5-432a-90d2-68f545eaf3a8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:26.135217 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8aef416f-23b8-48ab-a826-83cd31ac7662 req-3d5b8257-1cb5-432a-90d2-68f545eaf3a8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.1915855 Aug 05 02:27:26.162814 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.177912 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Publish callbacks [] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.190238 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.210318 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8aef416f-23b8-48ab-a826-83cd31ac7662 req-17c668b3-0a10-4a1f-9204-d9436b38a99b tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742271 Aug 05 02:27:26.242994 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Attempting to bind port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:27:26.243278 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Attempting to bind port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:27:26.243636 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Attempting to bind port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:26.246070 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fb634-9cc7-45a2-8e16-d968e2984a24 None None] Pushing event updated for resources: {'Port': ['ID=507a654a-bb17-4cad-9aa5-a3b8a13a66b3,revision_number=2']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:26.252101 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:27:26.252519 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:26.252907 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.253289 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:27:26.253749 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Bound port: 507a654a-bb17-4cad-9aa5-a3b8a13a66b3, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:27:26.254123 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.281873 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-186055ff-a152-4b56-b6ed-3a7427ab1a90 None None] Provisioning complete for port 26ea61f1-d1bb-41ed-a38f-455224854366 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:26.282249 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-186055ff-a152-4b56-b6ed-3a7427ab1a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.307203 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device c3c4ea12-20f0-402c-a002-d09aebd27024 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:26.307353 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] For port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:27:26.310724 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] For port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=507a654a-bb17-4cad-9aa5-a3b8a13a66b3,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:27:26.314752 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Allocated IP 172.27.0.175 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/8767cd7f-91b1-46f8-8bca-21ab5880ae7b) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:27:26.318369 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.339729 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: c3c4ea12-20f0-402c-a002-d09aebd27024 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:26.340350 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device c3c4ea12-20f0-402c-a002-d09aebd27024 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:26.356173 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Routers {'2259433a-8dd8-4657-ae5f-2198d2247eab'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:26.357105 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['2259433a-8dd8-4657-ae5f-2198d2247eab'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:26.417371 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 26ea61f1-d1bb-41ed-a38f-455224854366 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:26.450986 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Allocated IP 172.20.0.1 (6464d0b7-f3b2-439a-9891-52497f568646/addfc027-c538-4b6d-aa8e-8609679787e3/1319bbe0-42b5-40a3-b13c-0b98fd709615) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:27:26.457719 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fb634-9cc7-45a2-8e16-d968e2984a24 None None] Pushing event updated for resources: {'Port': ['ID=507a654a-bb17-4cad-9aa5-a3b8a13a66b3,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:26.464685 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-186055ff-a152-4b56-b6ed-3a7427ab1a90 None None] Current status of the port 26ea61f1-d1bb-41ed-a38f-455224854366 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:26.472130 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for port (8767cd7f-91b1-46f8-8bca-21ab5880ae7b), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.488570 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] Set router 2259433a-8dd8-4657-ae5f-2198d2247eab gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:26.491731 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 26ea61f1-d1bb-41ed-a38f-455224854366 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:26.492421 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.497601 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:26.514952 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (8767cd7f-91b1-46f8-8bca-21ab5880ae7b), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.563287 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:26.567092 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:26.573765 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:27:26.588416 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 26ea61f1-d1bb-41ed-a38f-455224854366 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:26.589489 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device da47870a-8ff6-42a8-a43e-837f2480c5d4 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:26.598620 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:26.604949 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'Port': ['ID=8767cd7f-91b1-46f8-8bca-21ab5880ae7b,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:26.605488 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Publish callbacks [] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.662546 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.686709 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (ce224bce-1171-4165-b1a3-f385aa0b457b), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.732371 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Network 6464d0b7-f3b2-439a-9891-52497f568646 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:26.736371 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:26.738769 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Pushing event updated for resources: {'Port': ['ID=1319bbe0-42b5-40a3-b13c-0b98fd709615,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:26.739069 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (8767cd7f-91b1-46f8-8bca-21ab5880ae7b), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.747944 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:27:26.761136 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:22Z', 'updated_at': '2022-08-05T02:27:23Z', 'revision_number': 3, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'gw_port': {'id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:23Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:26.795925 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port da47870a-8ff6-42a8-a43e-837f2480c5d4 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:26.796448 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.800696 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (2259433a-8dd8-4657-ae5f-2198d2247eab), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.809669 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b347f595-f6bc-40f9-9efd-d15a9731c0a6 None None] The sync data for ids ['2259433a-8dd8-4657-ae5f-2198d2247eab'] in dv-cinder-815582-13-iscsi is: [{'id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:22Z', 'updated_at': '2022-08-05T02:27:23Z', 'revision_number': 3, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'gw_port': {'id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:23Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:26.926072 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port da47870a-8ff6-42a8-a43e-837f2480c5d4 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:26.926607 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.982707 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port da47870a-8ff6-42a8-a43e-837f2480c5d4, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=da47870a-8ff6-42a8-a43e-837f2480c5d4,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:26.985558 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.987411 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:26.999010 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for port (8767cd7f-91b1-46f8-8bca-21ab5880ae7b), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:27.008509 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13018890'] for port (8767cd7f-91b1-46f8-8bca-21ab5880ae7b), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:27.044796 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:27.055801 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=da47870a-8ff6-42a8-a43e-837f2480c5d4,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:27.084070 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'Port': ['ID=8767cd7f-91b1-46f8-8bca-21ab5880ae7b,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:27.099421 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-e2417eef-5b3e-4b22-b246-dd855b0814fc None None] Provisioning complete for port 1319bbe0-42b5-40a3-b13c-0b98fd709615 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:27.099801 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-e2417eef-5b3e-4b22-b246-dd855b0814fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:27.108342 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (ce224bce-1171-4165-b1a3-f385aa0b457b), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:27.146935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-e2417eef-5b3e-4b22-b246-dd855b0814fc None None] Port 1319bbe0-42b5-40a3-b13c-0b98fd709615 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:27:27.155152 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:27.160368 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d2bcc353-ecb6-4e08-9a42-9ae094caa0fe tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3058100 Aug 05 02:27:27.246594 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Publish callbacks [] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:27.256973 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:27.334751 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (2259433a-8dd8-4657-ae5f-2198d2247eab), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:27.340265 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:27.370111 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9ef99-a2e6-46b4-a06d-c7a386ddd158 req-2b17f0d2-2acb-4f7b-a3f6-6441ff9d87b4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:27.372395 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-61a9ef99-a2e6-46b4-a06d-c7a386ddd158 req-2b17f0d2-2acb-4f7b-a3f6-6441ff9d87b4 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.0733614 Aug 05 02:27:27.397878 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Pushing event updated for resources: {'Port': ['ID=1319bbe0-42b5-40a3-b13c-0b98fd709615,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:27.423416 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-61a9ef99-a2e6-46b4-a06d-c7a386ddd158 req-6f693f4e-74d1-4f2b-83ab-2481fbb16044 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453203 Aug 05 02:27:27.436615 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:27.482255 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-755144b6-b1b7-4b30-a916-098a7de53973 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1965419859&fields=id&tenant_id=ce1ac0db26e648bba79191b3ad8a260b HTTP/1.1" status: 200 len: 267 time: 0.0858266 Aug 05 02:27:27.491306 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Network 6464d0b7-f3b2-439a-9891-52497f568646 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:27.503343 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:27.688573 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-69f72c6c-1367-4a79-a895-fe7a59827573 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:27.690080 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-69f72c6c-1367-4a79-a895-fe7a59827573 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 811 time: 0.2008557 Aug 05 02:27:27.713474 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-634b366b-9830-4f08-b868-a7802b726e1a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/quotas/ce1ac0db26e648bba79191b3ad8a260b HTTP/1.1" status: 200 len: 375 time: 0.0153708 Aug 05 02:27:27.717543 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Router 2259433a-8dd8-4657-ae5f-2198d2247eab has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:27:27.772249 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-ad41a809-5974-44d3-9ebf-d959c5c8bc70 None None] Provisioning complete for port 1319bbe0-42b5-40a3-b13c-0b98fd709615 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:27.772647 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-ad41a809-5974-44d3-9ebf-d959c5c8bc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:27.801641 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-b1d9fdeb-24c6-4241-96f9-2a9795306303 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812614 Aug 05 02:27:27.809146 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-ad41a809-5974-44d3-9ebf-d959c5c8bc70 None None] Port 1319bbe0-42b5-40a3-b13c-0b98fd709615 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:27:28.170326 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:28.176804 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-b476f0f9-36c0-4314-b9c9-1232ad49c934 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/2259433a-8dd8-4657-ae5f-2198d2247eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8573580 Aug 05 02:27:28.201361 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-a85750cf-1f12-4d0e-9ecc-8df6a14e4ea7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095412 Aug 05 02:27:28.306634 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-39037e49-2a3f-4089-a9a8-60ac71de2d2d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996237 Aug 05 02:27:28.349609 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:28.418237 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:28.419092 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.478068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df875029-91db-4510-a06c-6dd97c3168d5 req-0af06631-9f0c-42b0-8a63-d25c85f20d86 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:28.481057 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-df875029-91db-4510-a06c-6dd97c3168d5 req-0af06631-9f0c-42b0-8a63-d25c85f20d86 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.1084313 Aug 05 02:27:28.485272 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:28.498141 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-71099c8d-a956-43e5-921f-99a57385a26e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1353714 Aug 05 02:27:28.527230 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:28.528398 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.561640 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=507a654a-bb17-4cad-9aa5-a3b8a13a66b3,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:28.567874 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.569183 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device da47870a-8ff6-42a8-a43e-837f2480c5d4 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:28.598866 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8c9eb5be-34cb-4ddd-a920-9d2bd295cd7e req-af23a80b-f494-4172-8679-1edcf38a9b77 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 210 time: 0.0805795 Aug 05 02:27:28.673547 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=507a654a-bb17-4cad-9aa5-a3b8a13a66b3,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:28.711742 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Deleting port 025ccb86-82f0-4646-825e-bf471dd56047 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:28.712254 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (025ccb86-82f0-4646-825e-bf471dd56047), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.713133 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port da47870a-8ff6-42a8-a43e-837f2480c5d4 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:28.713541 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.723099 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43178) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:28.728252 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-e47c4107-8bcb-48ac-a26c-caebd4810a06 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546244821', 'description': 'tempest-secgroup-smoke-546244821 description', 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:28.764576 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:28.776456 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e47c4107-8bcb-48ac-a26c-caebd4810a06 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.776687 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:28.784708 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-0a1b47e8-9c19-4b2d-8d48-8bf23d3619ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:28.786255 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-0a1b47e8-9c19-4b2d-8d48-8bf23d3619ff service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=00eaaf2e12844123996e26c1827d80b2&device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 1130 time: 0.2011464 Aug 05 02:27:28.852728 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port da47870a-8ff6-42a8-a43e-837f2480c5d4 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:28.878525 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Sync routers for ids ['2259433a-8dd8-4657-ae5f-2198d2247eab'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:28.894457 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Routers {'2259433a-8dd8-4657-ae5f-2198d2247eab'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:28.895277 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['2259433a-8dd8-4657-ae5f-2198d2247eab'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:28.918482 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e47c4107-8bcb-48ac-a26c-caebd4810a06 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group (7610160f-9338-4536-92a8-0813e02aa252), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.920457 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b09938-ae26-4208-adf3-a43f3838c7c8 req-5b175cad-7fec-4789-8f0d-ff4b367a4253 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:28.922278 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-03b09938-ae26-4208-adf3-a43f3838c7c8 req-5b175cad-7fec-4789-8f0d-ff4b367a4253 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 945 time: 0.2120817 Aug 05 02:27:28.935829 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e47c4107-8bcb-48ac-a26c-caebd4810a06 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7610160f-9338-4536-92a8-0813e02aa252), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.952650 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] For port 025ccb86-82f0-4646-825e-bf471dd56047, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=025ccb86-82f0-4646-825e-bf471dd56047,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:28.953869 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (025ccb86-82f0-4646-825e-bf471dd56047), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.958864 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:28.991673 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e47c4107-8bcb-48ac-a26c-caebd4810a06 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:28.999989 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-e47c4107-8bcb-48ac-a26c-caebd4810a06 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2736826 Aug 05 02:27:29.000752 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43184) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:29.005979 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-c728ffd2-4f74-4047-8b18-86f0980dec0e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Request body: {'security_group_rule': {'security_group_id': '7610160f-9338-4536-92a8-0813e02aa252', 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:29.012251 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c4107-8bcb-48ac-a26c-caebd4810a06 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7610160f-9338-4536-92a8-0813e02aa252,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:29.028790 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Set router 2259433a-8dd8-4657-ae5f-2198d2247eab gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:29.047484 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c728ffd2-4f74-4047-8b18-86f0980dec0e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (73acef67-0342-47bc-8cf2-64361196e147), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.128937 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-c4fd11ab-3997-405e-9ff9-016abcb00ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:29.131518 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c728ffd2-4f74-4047-8b18-86f0980dec0e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (73acef67-0342-47bc-8cf2-64361196e147), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.132159 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-c4fd11ab-3997-405e-9ff9-016abcb00ccf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 200 len: 920 time: 0.3160524 Aug 05 02:27:29.143660 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c728ffd2-4f74-4047-8b18-86f0980dec0e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (73acef67-0342-47bc-8cf2-64361196e147), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.156403 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-03b09938-ae26-4208-adf3-a43f3838c7c8 req-5f9833bb-4f2f-408d-b57d-cdc11153b274 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c0cdafd2-6d43-42e8-90b5-04149bd3ac79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211921 Aug 05 02:27:29.198223 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728ffd2-4f74-4047-8b18-86f0980dec0e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73acef67-0342-47bc-8cf2-64361196e147,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:29.212893 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c728ffd2-4f74-4047-8b18-86f0980dec0e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.214557 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-c728ffd2-4f74-4047-8b18-86f0980dec0e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2120941 Aug 05 02:27:29.217169 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43186) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:29.223669 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-e218f85a-d126-4e23-ab7d-e3b5b288ee20 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Request body: {'security_group_rule': {'security_group_id': '7610160f-9338-4536-92a8-0813e02aa252', 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:29.228504 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-891a3b70-0468-41ee-8ee7-0eca7f72e021 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1f18fd-2855-4e72-99d7-6356085d6879 HTTP/1.1" status: 200 len: 217 time: 0.0859721 Aug 05 02:27:29.263836 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:29.267366 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e218f85a-d126-4e23-ab7d-e3b5b288ee20 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (9e6a4a5a-1d22-42b3-848a-0dc677361e0c), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.267552 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:22Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 4, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'gw_port': {'id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:23Z', 'updated_at': '2022-08-05T02:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1319bbe0-42b5-40a3-b13c-0b98fd709615', 'name': '', 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'mac_address': 'fa:16:3e:9a:6c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'addfc027-c538-4b6d-aa8e-8609679787e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:26Z', 'updated_at': '2022-08-05T02:27:27Z', 'revision_number': 2, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'subnets': [{'id': 'addfc027-c538-4b6d-aa8e-8609679787e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:29.310505 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Checking router: 2259433a-8dd8-4657-ae5f-2198d2247eab for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:29.310896 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Updating router 2259433a-8dd8-4657-ae5f-2198d2247eab port 1319bbe0-42b5-40a3-b13c-0b98fd709615 binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:27:29.329926 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-6d9ccd51-b1ce-4969-ba28-e50f3aa362ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:29.331729 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-6d9ccd51-b1ce-4969-ba28-e50f3aa362ee service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 200 len: 858 time: 0.0941889 Aug 05 02:27:29.339058 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:29.343021 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e218f85a-d126-4e23-ab7d-e3b5b288ee20 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (9e6a4a5a-1d22-42b3-848a-0dc677361e0c), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.347529 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.352670 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e218f85a-d126-4e23-ab7d-e3b5b288ee20 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (9e6a4a5a-1d22-42b3-848a-0dc677361e0c), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.377274 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.377694 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (71e53a2b-6435-4f46-b24b-a3eb3b422a49), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.377949 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Floating IP 71e53a2b-6435-4f46-b24b-a3eb3b422a49 disassociated. External IP: 172.27.0.170, port: 025ccb86-82f0-4646-825e-bf471dd56047. Aug 05 02:27:29.378415 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Calling delete_port for 025ccb86-82f0-4646-825e-bf471dd56047 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:29.383227 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218f85a-d126-4e23-ab7d-e3b5b288ee20 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6a4a5a-1d22-42b3-848a-0dc677361e0c,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:29.401034 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-cfe4632c-6446-4a2d-8187-0ba768571b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:29.403028 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-cfe4632c-6446-4a2d-8187-0ba768571b4a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9bc7c284-9f26-422a-ac52-0cd8c7ee2353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624566 Aug 05 02:27:29.405337 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e218f85a-d126-4e23-ab7d-e3b5b288ee20 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.406276 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-e218f85a-d126-4e23-ab7d-e3b5b288ee20 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1877315 Aug 05 02:27:29.409150 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43188) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:29.417119 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-bd8d0386-b694-4582-96bb-a93ee9ba8919 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Request body: {'security_group_rule': {'security_group_id': '7610160f-9338-4536-92a8-0813e02aa252', 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:29.450606 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0386-b694-4582-96bb-a93ee9ba8919 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (d5855709-d505-4f67-9ff1-f4bc9e939097), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.523472 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0386-b694-4582-96bb-a93ee9ba8919 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (d5855709-d505-4f67-9ff1-f4bc9e939097), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.528741 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0386-b694-4582-96bb-a93ee9ba8919 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (d5855709-d505-4f67-9ff1-f4bc9e939097), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.551173 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d0386-b694-4582-96bb-a93ee9ba8919 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5855709-d505-4f67-9ff1-f4bc9e939097,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:29.556748 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-c9eee2bd-d152-46a0-b0da-19a6a9c3e8b6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201944 Aug 05 02:27:29.568435 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-bd8d0386-b694-4582-96bb-a93ee9ba8919 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.572757 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-bd8d0386-b694-4582-96bb-a93ee9ba8919 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605551 Aug 05 02:27:29.573486 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43190) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:29.577911 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-b2651a65-9f77-4af9-b47d-7b38c973562d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Request body: {'security_group_rule': {'security_group_id': '7610160f-9338-4536-92a8-0813e02aa252', 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:29.606915 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b2651a65-9f77-4af9-b47d-7b38c973562d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (33b527b3-1e58-421f-93f0-4c2b2eebf727), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.615283 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (025ccb86-82f0-4646-825e-bf471dd56047), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.646303 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event deleted for resources: {'Port': ['ID=025ccb86-82f0-4646-825e-bf471dd56047,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:29.677592 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b2651a65-9f77-4af9-b47d-7b38c973562d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (33b527b3-1e58-421f-93f0-4c2b2eebf727), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.681111 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Publish callbacks [] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.687768 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b2651a65-9f77-4af9-b47d-7b38c973562d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (33b527b3-1e58-421f-93f0-4c2b2eebf727), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.692412 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.707756 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:29.714480 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2651a65-9f77-4af9-b47d-7b38c973562d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b527b3-1e58-421f-93f0-4c2b2eebf727,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:29.729281 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b2651a65-9f77-4af9-b47d-7b38c973562d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.733486 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b2651a65-9f77-4af9-b47d-7b38c973562d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560202 Aug 05 02:27:29.743991 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43194) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:29.746836 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-583ce412-6fbe-4b9c-a272-3bc1f7d21615 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Request body: {'security_group_rule': {'security_group_id': '7610160f-9338-4536-92a8-0813e02aa252', 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:29.761530 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:29.775294 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-31800069-3524-47ea-850d-8c9bbc7ea0a0 req-a601fd37-7b03-4b3a-b3fb-1c6dce9d2efb tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 210 time: 0.0497758 Aug 05 02:27:29.786569 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995af9a-2bbb-42fb-9493-e9a755511909 None None] Pushing event updated for resources: {'Port': ['ID=1319bbe0-42b5-40a3-b13c-0b98fd709615,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:29.789104 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.securitygroups_db [None req-583ce412-6fbe-4b9c-a272-3bc1f7d21615 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Project b3677b84efd24f76bbbc0f8a762ec3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:27:29.795925 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-583ce412-6fbe-4b9c-a272-3bc1f7d21615 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (d711699a-780e-4ac9-b5d7-41977bf48e83), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.848171 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Attempting to bind port 1319bbe0-42b5-40a3-b13c-0b98fd709615 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:27:29.848582 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Attempting to bind port 1319bbe0-42b5-40a3-b13c-0b98fd709615 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'c1d6a019-74df-408b-96a8-2f8445dec67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:27:29.848956 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Attempting to bind port 1319bbe0-42b5-40a3-b13c-0b98fd709615 on network 6464d0b7-f3b2-439a-9891-52497f568646 {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:29.855477 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:27:29.856157 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Checking segment: {'id': 'c1d6a019-74df-408b-96a8-2f8445dec67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:29.857531 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.857531 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Bound using segment: {'id': 'c1d6a019-74df-408b-96a8-2f8445dec67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:27:29.857531 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Bound port: 1319bbe0-42b5-40a3-b13c-0b98fd709615, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d6a019-74df-408b-96a8-2f8445dec67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:27:29.857531 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.860379 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:29.880050 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Router 4fd85068-7a5c-4930-8201-1ca404b7b646 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:27:29.892419 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-583ce412-6fbe-4b9c-a272-3bc1f7d21615 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (d711699a-780e-4ac9-b5d7-41977bf48e83), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.900210 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-583ce412-6fbe-4b9c-a272-3bc1f7d21615 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (d711699a-780e-4ac9-b5d7-41977bf48e83), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.907344 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-05fbdfd5-77c9-4c63-bd4e-c7d2c1ec9950 req-adef0477-1cd1-4e70-b6dd-21c37d680691 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843100 Aug 05 02:27:29.927367 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ce412-6fbe-4b9c-a272-3bc1f7d21615 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d711699a-780e-4ac9-b5d7-41977bf48e83,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:29.931790 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] For port 1319bbe0-42b5-40a3-b13c-0b98fd709615, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:27:29.935565 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-583ce412-6fbe-4b9c-a272-3bc1f7d21615 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.939497 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-583ce412-6fbe-4b9c-a272-3bc1f7d21615 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1935554 Aug 05 02:27:29.940555 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43196) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:29.940963 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] For port 1319bbe0-42b5-40a3-b13c-0b98fd709615, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=1319bbe0-42b5-40a3-b13c-0b98fd709615,segment=NetworkSegment(c1d6a019-74df-408b-96a8-2f8445dec67d),segment_id=c1d6a019-74df-408b-96a8-2f8445dec67d)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:27:29.947103 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-61e331a8-1284-4c16-bd24-60cd25a9261a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Request body: {'security_group_rule': {'security_group_id': '7610160f-9338-4536-92a8-0813e02aa252', 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:29.952039 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.977666 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.securitygroups_db [None req-61e331a8-1284-4c16-bd24-60cd25a9261a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Project b3677b84efd24f76bbbc0f8a762ec3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:27:29.985791 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-61e331a8-1284-4c16-bd24-60cd25a9261a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (02f15f15-5142-4e39-bf23-61c64a79fcb6), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:29.999332 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Routers {'2259433a-8dd8-4657-ae5f-2198d2247eab'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:30.000433 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['2259433a-8dd8-4657-ae5f-2198d2247eab'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:30.094535 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:30.126434 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-61e331a8-1284-4c16-bd24-60cd25a9261a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (02f15f15-5142-4e39-bf23-61c64a79fcb6), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:30.136825 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-61e331a8-1284-4c16-bd24-60cd25a9261a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (02f15f15-5142-4e39-bf23-61c64a79fcb6), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:30.150015 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-e6ee9373-be58-4370-8efe-b7a184abaaaf tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:30.151662 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-e6ee9373-be58-4370-8efe-b7a184abaaaf tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 811 time: 0.1755838 Aug 05 02:27:30.153303 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:30.161944 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e331a8-1284-4c16-bd24-60cd25a9261a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f15f15-5142-4e39-bf23-61c64a79fcb6,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:30.169198 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995af9a-2bbb-42fb-9493-e9a755511909 None None] Pushing event updated for resources: {'Port': ['ID=1319bbe0-42b5-40a3-b13c-0b98fd709615,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:30.170807 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] Sync routers for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:30.188550 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-61e331a8-1284-4c16-bd24-60cd25a9261a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:30.190072 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-61e331a8-1284-4c16-bd24-60cd25a9261a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2483308 Aug 05 02:27:30.191725 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:30.192614 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:30.192744 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] Set router 2259433a-8dd8-4657-ae5f-2198d2247eab gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:30.256956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] No DVR routers for this DVR port 025ccb86-82f0-4646-825e-bf471dd56047 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:27:30.261428 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:30.288115 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-df875029-91db-4510-a06c-6dd97c3168d5 req-9996c384-78f0-4f31-a81f-00c50cb2257d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "DELETE /networking/v2.0/ports/025ccb86-82f0-4646-825e-bf471dd56047 HTTP/1.1" status: 204 len: 173 time: 1.7996671 Aug 05 02:27:30.289032 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'name': 'network-vif-deleted', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:30.291469 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad0dd17-03c6-40c3-8e2d-bd07db6c1676" -d '{"events": [{"server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "name": "network-vif-deleted", "tag": "025ccb86-82f0-4646-825e-bf471dd56047"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:30.395550 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:30.467736 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56393422-9b46-4061-858f-c530017de220 x-openstack-request-id: req-56393422-9b46-4061-858f-c530017de220 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:30.468315 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c37a85-a2b7-4dec-983c-5b65e70c3aa0", "name": "network-vif-deleted", "tag": "025ccb86-82f0-4646-825e-bf471dd56047", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:30.468315 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56393422-9b46-4061-858f-c530017de220 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:30.468696 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56393422-9b46-4061-858f-c530017de220'] response: {'server_uuid': '56c37a85-a2b7-4dec-983c-5b65e70c3aa0', 'name': 'network-vif-deleted', 'tag': '025ccb86-82f0-4646-825e-bf471dd56047', 'status': 'completed', 'code': 200} Aug 05 02:27:30.470619 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0ed9e4b-fc25-440a-b80a-0a12cffbd534 req-c71c3681-0b69-4522-963c-2605a57ff2fd tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 210 time: 0.1373727 Aug 05 02:27:30.509793 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-5c6011cb-3a8f-4d6b-a1f5-5b502556f186 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ce1ac0db26e648bba79191b3ad8a260b HTTP/1.1" status: 200 len: 380 time: 0.1332920 Aug 05 02:27:30.544160 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:30.554314 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:30.554834 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:30.562603 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:30.607375 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'port': {'device_id': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'admin_state_up': True, 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'security_groups': ['5ed1094d-ef28-48bc-bfc3-5e18cde71c85']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:30.657744 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:30.739498 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:22Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 4, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'gw_port': {'id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:23Z', 'updated_at': '2022-08-05T02:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1319bbe0-42b5-40a3-b13c-0b98fd709615', 'name': '', 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'mac_address': 'fa:16:3e:9a:6c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'addfc027-c538-4b6d-aa8e-8609679787e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:26Z', 'updated_at': '2022-08-05T02:27:29Z', 'revision_number': 4, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'subnets': [{'id': 'addfc027-c538-4b6d-aa8e-8609679787e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:30.769152 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:30.777395 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86363281-4a43-490d-87b8-6c1f9ec75b5d None None] The sync data for ids ['2259433a-8dd8-4657-ae5f-2198d2247eab'] in dv-cinder-815582-13-iscsi is: [{'id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:22Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 4, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'gw_port': {'id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:23Z', 'updated_at': '2022-08-05T02:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1319bbe0-42b5-40a3-b13c-0b98fd709615', 'name': '', 'network_id': '6464d0b7-f3b2-439a-9891-52497f568646', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'mac_address': 'fa:16:3e:9a:6c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'addfc027-c538-4b6d-aa8e-8609679787e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:26Z', 'updated_at': '2022-08-05T02:27:29Z', 'revision_number': 4, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'subnets': [{'id': 'addfc027-c538-4b6d-aa8e-8609679787e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:30.785971 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Made reservation on behalf of ce1ac0db26e648bba79191b3ad8a260b for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:27:30.791567 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:30.822556 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:41Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:30.884744 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] Checking router: 4fd85068-7a5c-4930-8201-1ca404b7b646 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:30.908182 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:30.910276 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:31.013394 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-175d97c3-c111-4b86-8c05-36a0fea9ec08 req-70a306a5-f31e-40b0-8b38-377f3d7ee75c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 210 time: 0.0629096 Aug 05 02:27:31.082093 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:31.084229 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Allocated IP 172.20.0.12 (bf7849d5-61da-44b5-8e65-8d7323d12692/a5595a37-a3f8-4635-b4a8-fb68b430ff30/632d332a-75d1-454b-bb98-b93cd5e86ca7) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:27:31.084712 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:31.115488 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:31.259014 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:31.301201 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:31.317569 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:41Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:31.344897 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e73677-6671-4083-8a1b-6fa79f117044 None None] The sync data for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi is: [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:20:28Z', 'revision_number': 4, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '67946272-5162-4f47-96aa-97ec91775c28', 'name': '', 'network_id': '9bc7c284-9f26-422a-ac52-0cd8c7ee2353', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'mac_address': 'fa:16:3e:96:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:25Z', 'updated_at': '2022-08-05T02:20:41Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'subnets': [{'id': '8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:31.352752 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Network bf7849d5-61da-44b5-8e65-8d7323d12692 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:31.356548 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:31.361149 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:27:31.394307 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event updated for resources: {'Port': ['ID=632d332a-75d1-454b-bb98-b93cd5e86ca7,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:31.424416 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:31.439715 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:31.440481 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:31.447492 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:31.479870 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-02566900-e766-408b-8b79-2c2bba597327 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8769066 Aug 05 02:27:31.498799 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Request body: {'port': {'device_id': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:31.647440 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:31.683901 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fc3522e7-f0e5-4425-8cbd-f2e32983d300 req-64decfbe-6241-4570-942c-c4b99340dcb3 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56c37a85-a2b7-4dec-983c-5b65e70c3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0535357 Aug 05 02:27:31.769521 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-721261ea-2a96-4fbe-bbf3-57fe867b7809 None None] Provisioning complete for port 632d332a-75d1-454b-bb98-b93cd5e86ca7 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:31.769889 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-721261ea-2a96-4fbe-bbf3-57fe867b7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:31.814045 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-721261ea-2a96-4fbe-bbf3-57fe867b7809 None None] Port 632d332a-75d1-454b-bb98-b93cd5e86ca7 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:27:31.829320 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae88277-8e36-4ff5-92e7-0907dcf54b23 None None] New status for floating IP 71e53a2b-6435-4f46-b24b-a3eb3b422a49: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:27:32.009754 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632d332a-75d1-454b-bb98-b93cd5e86ca7 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:27:32.019028 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Publish callbacks [] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.033787 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Transition to ACTIVE for port object 632d332a-75d1-454b-bb98-b93cd5e86ca7 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:27:32.039976 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.127131 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Pushing event updated for resources: {'Port': ['ID=632d332a-75d1-454b-bb98-b93cd5e86ca7,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:32.197374 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Attempting to bind port 632d332a-75d1-454b-bb98-b93cd5e86ca7 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:27:32.197730 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Attempting to bind port 632d332a-75d1-454b-bb98-b93cd5e86ca7 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:27:32.198064 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Attempting to bind port 632d332a-75d1-454b-bb98-b93cd5e86ca7 on network bf7849d5-61da-44b5-8e65-8d7323d12692 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:32.203957 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Port 632d332a-75d1-454b-bb98-b93cd5e86ca7 on network bf7849d5-61da-44b5-8e65-8d7323d12692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:27:32.206199 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Attempting to bind port 632d332a-75d1-454b-bb98-b93cd5e86ca7 on network bf7849d5-61da-44b5-8e65-8d7323d12692 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:32.209090 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbb459-c831-48ed-bc60-7ee84b80126a req-9b54b14f-79d1-4db4-b309-6e1ee501cd0e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:32.210967 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:27:32.211685 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9abbb459-c831-48ed-bc60-7ee84b80126a req-9b54b14f-79d1-4db4-b309-6e1ee501cd0e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 944 time: 0.0769300 Aug 05 02:27:32.216587 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Checking segment: {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:32.217134 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Bound using segment: {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:27:32.220231 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Bound port: 632d332a-75d1-454b-bb98-b93cd5e86ca7, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b531744-712d-4232-b3c9-a2b8cfa4f834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:27:32.220231 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.295959 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1319bbe0-42b5-40a3-b13c-0b98fd709615 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:32.298548 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9abbb459-c831-48ed-bc60-7ee84b80126a req-41f19dba-b50b-434a-a64e-cc935bfd7a65 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802686 Aug 05 02:27:32.301282 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] For port 632d332a-75d1-454b-bb98-b93cd5e86ca7, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:27:32.305368 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] For port 632d332a-75d1-454b-bb98-b93cd5e86ca7, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=632d332a-75d1-454b-bb98-b93cd5e86ca7,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:27:32.314016 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.338617 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:32.339106 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.340589 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/632d332a-75d1-454b-bb98-b93cd5e86ca7 HTTP/1.1" status: 200 len: 1094 time: 0.8469460 Aug 05 02:27:32.344039 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:32.356525 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 025ccb86-82f0-4646-825e-bf471dd56047 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:32.381439 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 1319bbe0-42b5-40a3-b13c-0b98fd709615 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:32.381935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.384481 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79556a-a12c-49e6-8986-c1e1358b9c97 service neutron] Pushing event updated for resources: {'Port': ['ID=632d332a-75d1-454b-bb98-b93cd5e86ca7,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:32.385921 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 025ccb86-82f0-4646-825e-bf471dd56047 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:32.386456 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 025ccb86-82f0-4646-825e-bf471dd56047 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:32.469658 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'tag': '632d332a-75d1-454b-bb98-b93cd5e86ca7'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:32.472166 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f714cb-c172-4297-9dab-1af403d51a50" -d '{"events": [{"name": "network-changed", "server_uuid": "7a62bccf-ee14-4f75-ac75-78872dd510c8", "tag": "632d332a-75d1-454b-bb98-b93cd5e86ca7"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:32.487661 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-d0949fda-e349-4d07-842e-794e73203cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:32.489336 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-d0949fda-e349-4d07-842e-794e73203cfd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 1128 time: 0.0524142 Aug 05 02:27:32.516646 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624a3c4b-bde0-4d87-b9b7-814e24c6ec81 x-openstack-request-id: req-624a3c4b-bde0-4d87-b9b7-814e24c6ec81 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:32.517016 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a62bccf-ee14-4f75-ac75-78872dd510c8", "tag": "632d332a-75d1-454b-bb98-b93cd5e86ca7", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:32.517341 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-624a3c4b-bde0-4d87-b9b7-814e24c6ec81 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:32.517918 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624a3c4b-bde0-4d87-b9b7-814e24c6ec81'] response: {'name': 'network-changed', 'server_uuid': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'tag': '632d332a-75d1-454b-bb98-b93cd5e86ca7', 'status': 'completed', 'code': 200} Aug 05 02:27:32.547399 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-68f6c3cc-f16e-42e2-8030-f80fc45b3ad0 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632d332a-75d1-454b-bb98-b93cd5e86ca7 HTTP/1.1" status: 200 len: 217 time: 0.0414765 Aug 05 02:27:32.592596 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 1319bbe0-42b5-40a3-b13c-0b98fd709615 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:32.592981 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.603004 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-f6486440-0c19-4b4f-949b-b9dccf773da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:32.604499 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-f6486440-0c19-4b4f-949b-b9dccf773da5 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 200 len: 850 time: 0.0501621 Aug 05 02:27:32.629683 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 1319bbe0-42b5-40a3-b13c-0b98fd709615, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=1319bbe0-42b5-40a3-b13c-0b98fd709615,segment=NetworkSegment(c1d6a019-74df-408b-96a8-2f8445dec67d),segment_id=c1d6a019-74df-408b-96a8-2f8445dec67d)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:32.634989 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.654376 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-61714a96-45e1-4f4b-9b85-f3b9eb8bb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:32.655916 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-61714a96-45e1-4f4b-9b85-f3b9eb8bb439 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bf7849d5-61da-44b5-8e65-8d7323d12692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433276 Aug 05 02:27:32.683434 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=1319bbe0-42b5-40a3-b13c-0b98fd709615,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:32.730492 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:32.755304 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:32.761584 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-877f4bf9-9afb-46c1-9412-8f2fa2542e6a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960085 Aug 05 02:27:32.798710 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43276) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:32.813325 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=6,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:32.859292 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5651-1391-4148-b442-4b3404396ec7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group (c0cdafd2-6d43-42e8-90b5-04149bd3ac79), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.864841 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50c05b4f-3e29-4591-a922-81a7cb6f146b req-047b0b57-f2bd-43d7-97ef-0df234fca27e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972500 Aug 05 02:27:32.884224 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5651-1391-4148-b442-4b3404396ec7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group (c0cdafd2-6d43-42e8-90b5-04149bd3ac79), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.935213 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5651-1391-4148-b442-4b3404396ec7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c0cdafd2-6d43-42e8-90b5-04149bd3ac79), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.938175 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5651-1391-4148-b442-4b3404396ec7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:32.939642 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-a3fd5651-1391-4148-b442-4b3404396ec7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c0cdafd2-6d43-42e8-90b5-04149bd3ac79 HTTP/1.1" status: 204 len: 168 time: 0.1397481 Aug 05 02:27:32.942291 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43278) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:32.950159 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd5651-1391-4148-b442-4b3404396ec7 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cdafd2-6d43-42e8-90b5-04149bd3ac79,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:32.956219 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.api.v2.resource [None req-cfeff76b-3a97-4085-8a9d-e2d677bedb74 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] show failed (client error): The resource could not be found. Aug 05 02:27:32.957348 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-cfeff76b-3a97-4085-8a9d-e2d677bedb74 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups/c0cdafd2-6d43-42e8-90b5-04149bd3ac79 HTTP/1.1" status: 404 len: 347 time: 0.0139422 Aug 05 02:27:32.960101 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43280) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:33.082220 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Deleting port cd8a8930-4484-46f1-9ba5-7b42a78bdc40 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:33.082478 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (cd8a8930-4484-46f1-9ba5-7b42a78bdc40), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:33.415288 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (cd8a8930-4484-46f1-9ba5-7b42a78bdc40), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:33.415611 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for floatingip (cd8a8930-4484-46f1-9ba5-7b42a78bdc40), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:33.417875 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebba49a-cb7b-465a-a75a-1c8975e43da2 req-126991e4-048b-4414-bddd-beb48e978c62 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:33.419406 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5ebba49a-cb7b-465a-a75a-1c8975e43da2 req-126991e4-048b-4414-bddd-beb48e978c62 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 944 time: 0.0484619 Aug 05 02:27:33.429266 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Calling delete_port for cd8a8930-4484-46f1-9ba5-7b42a78bdc40 owned by network:floatingip {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:33.472666 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5ebba49a-cb7b-465a-a75a-1c8975e43da2 req-a95394cb-f188-4f43-a200-d6f33c49cf4e tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466192 Aug 05 02:27:33.566969 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (cd8a8930-4484-46f1-9ba5-7b42a78bdc40), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:33.594701 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event deleted for resources: {'Port': ['ID=cd8a8930-4484-46f1-9ba5-7b42a78bdc40,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:33.657050 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks [] for floatingip (71e53a2b-6435-4f46-b24b-a3eb3b422a49), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:33.659550 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:33.660735 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-821848d7-0e02-4e8d-a7ac-3e366c01984a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/71e53a2b-6435-4f46-b24b-a3eb3b422a49 HTTP/1.1" status: 204 len: 168 time: 0.6996243 Aug 05 02:27:34.244343 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1319bbe0-42b5-40a3-b13c-0b98fd709615 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:34.286395 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 1319bbe0-42b5-40a3-b13c-0b98fd709615 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:34.286832 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:34.362186 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 1319bbe0-42b5-40a3-b13c-0b98fd709615 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:34.599191 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6546e-9f84-4f7a-8b0f-9642108c6fe9 req-c3c19968-a23d-4bb4-ac8c-3a4cfbe8c628 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:34.600577 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-29c6546e-9f84-4f7a-8b0f-9642108c6fe9 req-c3c19968-a23d-4bb4-ac8c-3a4cfbe8c628 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 944 time: 0.0511367 Aug 05 02:27:34.650451 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-29c6546e-9f84-4f7a-8b0f-9642108c6fe9 req-5373298f-48d5-4671-bcde-693a90360417 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 Aug 05 02:27:35.645446 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f714cb-c172-4297-9dab-1af403d51a50 req-07c93109-e209-46a9-a214-b43352319924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:35.646834 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82f714cb-c172-4297-9dab-1af403d51a50 req-07c93109-e209-46a9-a214-b43352319924 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 1128 time: 0.0401938 Aug 05 02:27:35.746712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f714cb-c172-4297-9dab-1af403d51a50 req-33338d6f-3360-4b37-83d2-6be160f97ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:35.748164 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82f714cb-c172-4297-9dab-1af403d51a50 req-33338d6f-3360-4b37-83d2-6be160f97ce9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 912 time: 0.0941260 Aug 05 02:27:35.776605 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8e42e-a58d-4d01-9cb0-8fe19907d047 req-6fe1495d-018f-4dff-9388-09c9016d37b2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:35.778088 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-84d8e42e-a58d-4d01-9cb0-8fe19907d047 req-6fe1495d-018f-4dff-9388-09c9016d37b2 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 944 time: 0.0509739 Aug 05 02:27:35.789083 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82f714cb-c172-4297-9dab-1af403d51a50 req-44a57607-1e70-4331-b55c-4b7d79688b2d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632d332a-75d1-454b-bb98-b93cd5e86ca7 HTTP/1.1" status: 200 len: 217 time: 0.0347311 Aug 05 02:27:35.829190 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-84d8e42e-a58d-4d01-9cb0-8fe19907d047 req-1976cea6-ceac-44dd-a87e-61e3ce21f36c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454867 Aug 05 02:27:35.856203 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f714cb-c172-4297-9dab-1af403d51a50 req-e313d186-8af2-49af-a4d8-f42cb7eaa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:35.857682 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82f714cb-c172-4297-9dab-1af403d51a50 req-e313d186-8af2-49af-a4d8-f42cb7eaa45e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 200 len: 850 time: 0.0614116 Aug 05 02:27:35.905176 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f714cb-c172-4297-9dab-1af403d51a50 req-f6c289af-fa3b-4ea0-8f35-3473e88736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:35.906610 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82f714cb-c172-4297-9dab-1af403d51a50 req-f6c289af-fa3b-4ea0-8f35-3473e88736e2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bf7849d5-61da-44b5-8e65-8d7323d12692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427828 Aug 05 02:27:35.990037 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:35.992370 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:36.017806 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82f714cb-c172-4297-9dab-1af403d51a50 req-04f94715-5259-4d78-893c-ef1dd8e11631 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044071 Aug 05 02:27:36.125353 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82f714cb-c172-4297-9dab-1af403d51a50 req-6c3666e7-6871-4029-bbad-1ad0cf2403fd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016467 Aug 05 02:27:36.169433 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2f939-5b6e-4c9f-86ae-5d320993d7e7 req-3fab29a3-e356-4a5a-b65f-7a8070178333 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:36.170978 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-73a2f939-5b6e-4c9f-86ae-5d320993d7e7 req-3fab29a3-e356-4a5a-b65f-7a8070178333 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0513887 Aug 05 02:27:36.219258 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-73a2f939-5b6e-4c9f-86ae-5d320993d7e7 req-adb7fc16-12b6-444e-b8e5-4d0bd195c457 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 Aug 05 02:27:36.325534 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 632d332a-75d1-454b-bb98-b93cd5e86ca7 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:27:36.415049 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:36.426882 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 632d332a-75d1-454b-bb98-b93cd5e86ca7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=632d332a-75d1-454b-bb98-b93cd5e86ca7,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:36.438558 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '632d332a-75d1-454b-bb98-b93cd5e86ca7', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'port_id': '632d332a-75d1-454b-bb98-b93cd5e86ca7', 'mac_address': 'fa:16:3e:37:c4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:27:36.472774 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 632d332a-75d1-454b-bb98-b93cd5e86ca7 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:36.473159 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:36.486470 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632d332a-75d1-454b-bb98-b93cd5e86ca7 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:27:36.506970 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 632d332a-75d1-454b-bb98-b93cd5e86ca7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=632d332a-75d1-454b-bb98-b93cd5e86ca7,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:36.510698 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:36.560283 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=632d332a-75d1-454b-bb98-b93cd5e86ca7,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:36.962185 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d9c1f-576b-4c09-8ef3-a4235295021a req-7684922d-6e2a-4e4e-a24f-df12b6745df8 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:36.964046 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-be6d9c1f-576b-4c09-8ef3-a4235295021a req-7684922d-6e2a-4e4e-a24f-df12b6745df8 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 945 time: 0.0496202 Aug 05 02:27:37.011817 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-be6d9c1f-576b-4c09-8ef3-a4235295021a req-3d628520-6743-4e56-af07-37abe0b7dd93 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Aug 05 02:27:37.015271 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['632d332a-75d1-454b-bb98-b93cd5e86ca7'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:27:37.098514 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:37.349016 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7261f9-bd0a-4796-8382-6ceed56b2d8f req-de747974-7fbe-40b3-bc69-d218d60506b8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:37.351149 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2b7261f9-bd0a-4796-8382-6ceed56b2d8f req-de747974-7fbe-40b3-bc69-d218d60506b8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0551577 Aug 05 02:27:37.399317 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2b7261f9-bd0a-4796-8382-6ceed56b2d8f req-9323da55-aff8-486d-9bab-c933e2dcf827 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Aug 05 02:27:37.785574 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-2d2d8ec2-fbae-4745-9c87-a2ca73d31bbe tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:37.787009 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-2d2d8ec2-fbae-4745-9c87-a2ca73d31bbe tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0467260 Aug 05 02:27:37.876720 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Deleting port b8c923b8-6769-42f5-972e-79420f4f0498 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:37.876982 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:37.969170 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] For port b8c923b8-6769-42f5-972e-79420f4f0498, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b8c923b8-6769-42f5-972e-79420f4f0498,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:37.969852 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:37.987749 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Calling delete_port for b8c923b8-6769-42f5-972e-79420f4f0498 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:38.164129 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8c09e-f5b7-4f5c-b78d-057f93828e40 req-5010ecf1-d04f-4738-843f-bf39eb82c2f0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:38.165637 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7da8c09e-f5b7-4f5c-b78d-057f93828e40 req-5010ecf1-d04f-4738-843f-bf39eb82c2f0 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 945 time: 0.0720716 Aug 05 02:27:38.167343 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (b8c923b8-6769-42f5-972e-79420f4f0498), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:38.203868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event deleted for resources: {'Port': ['ID=b8c923b8-6769-42f5-972e-79420f4f0498,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:38.268898 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] No DVR routers for this DVR port b8c923b8-6769-42f5-972e-79420f4f0498 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:27:38.274538 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:38.278543 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3705d233-a3c9-49f5-8ccb-a53b8e44bc83 req-fa2b9d2a-181e-4e2c-9c03-fd435892faea tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "DELETE /networking/v2.0/ports/b8c923b8-6769-42f5-972e-79420f4f0498 HTTP/1.1" status: 204 len: 173 time: 0.4860084 Aug 05 02:27:38.279067 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2', 'name': 'network-vif-deleted', 'tag': 'b8c923b8-6769-42f5-972e-79420f4f0498'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:38.281613 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc8b16f-7fb4-4796-ab81-5a069f3365da" -d '{"events": [{"server_uuid": "fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2", "name": "network-vif-deleted", "tag": "b8c923b8-6769-42f5-972e-79420f4f0498"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:38.282340 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['7f1f18fd-2855-4e72-99d7-6356085d6879', 'b8c923b8-6769-42f5-972e-79420f4f0498'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:27:38.294680 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7da8c09e-f5b7-4f5c-b78d-057f93828e40 req-8c93392a-a187-4eb6-ab68-11dcb30f4523 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189094 Aug 05 02:27:38.348152 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6c5c5f-4e0c-4c51-a18f-159e063ecdfe x-openstack-request-id: req-9f6c5c5f-4e0c-4c51-a18f-159e063ecdfe {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:38.348534 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2", "name": "network-vif-deleted", "tag": "b8c923b8-6769-42f5-972e-79420f4f0498", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:38.348765 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f6c5c5f-4e0c-4c51-a18f-159e063ecdfe {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:38.349134 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6c5c5f-4e0c-4c51-a18f-159e063ecdfe'] response: {'server_uuid': 'fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2', 'name': 'network-vif-deleted', 'tag': 'b8c923b8-6769-42f5-972e-79420f4f0498', 'status': 'completed', 'code': 200} Aug 05 02:27:38.359927 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 632d332a-75d1-454b-bb98-b93cd5e86ca7 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:27:38.451199 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 632d332a-75d1-454b-bb98-b93cd5e86ca7 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:27:38.459151 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 632d332a-75d1-454b-bb98-b93cd5e86ca7 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:38.459530 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:38.540104 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-534dedb7-88d4-4406-acb7-4f934d66b4d9 req-641a5b67-675c-4e73-a2d1-53434f74ccad tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fe8d9dfe-4cc8-4d90-8e54-9db66298f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0351822 Aug 05 02:27:38.576110 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 632d332a-75d1-454b-bb98-b93cd5e86ca7 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:27:38.576522 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:38.603514 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632d332a-75d1-454b-bb98-b93cd5e86ca7'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:38.605948 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bf3a9c-10be-47e5-8c94-c25c9a90b78c" -d '{"events": [{"server_uuid": "7a62bccf-ee14-4f75-ac75-78872dd510c8", "name": "network-vif-plugged", "status": "completed", "tag": "632d332a-75d1-454b-bb98-b93cd5e86ca7"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:38.619724 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 632d332a-75d1-454b-bb98-b93cd5e86ca7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=632d332a-75d1-454b-bb98-b93cd5e86ca7,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:38.625698 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:38.654451 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccad051c-a3ca-4d62-848b-71a895388a5d x-openstack-request-id: req-ccad051c-a3ca-4d62-848b-71a895388a5d {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:38.654725 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a62bccf-ee14-4f75-ac75-78872dd510c8", "name": "network-vif-plugged", "status": "completed", "tag": "632d332a-75d1-454b-bb98-b93cd5e86ca7", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:38.654972 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccad051c-a3ca-4d62-848b-71a895388a5d {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:38.655358 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccad051c-a3ca-4d62-848b-71a895388a5d'] response: {'server_uuid': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632d332a-75d1-454b-bb98-b93cd5e86ca7', 'code': 200} Aug 05 02:27:38.681677 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=632d332a-75d1-454b-bb98-b93cd5e86ca7,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:39.031956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b0d19-166a-47b8-983e-1b8e0553d96c req-aa73dc6a-2190-4cf9-ac8b-62a2642dd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:39.033518 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2f3b0d19-166a-47b8-983e-1b8e0553d96c req-aa73dc6a-2190-4cf9-ac8b-62a2642dd35d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 1130 time: 0.0440412 Aug 05 02:27:39.081116 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2f3b0d19-166a-47b8-983e-1b8e0553d96c req-6c63799a-7853-444b-b52a-c2094c7da1bf service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Aug 05 02:27:39.403778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:39.420297 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db713c-1c40-4782-bf36-5b93e914d199 req-6bf3eaea-b35c-458f-8cfc-ce5e37c299f7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:39.421814 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88db713c-1c40-4782-bf36-5b93e914d199 req-6bf3eaea-b35c-458f-8cfc-ce5e37c299f7 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 946 time: 0.0477614 Aug 05 02:27:39.471291 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88db713c-1c40-4782-bf36-5b93e914d199 req-0e27a3e0-75d9-4cd6-a88b-0e1e305f39dc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Aug 05 02:27:39.789776 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:39.829586 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f1381-85cd-4beb-98ed-b7b6d03d244e req-97442267-c4cd-4bee-9a2f-fcba2aa53c7e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:39.831061 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fd0f1381-85cd-4beb-98ed-b7b6d03d244e req-97442267-c4cd-4bee-9a2f-fcba2aa53c7e tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0498085 Aug 05 02:27:39.881059 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fd0f1381-85cd-4beb-98ed-b7b6d03d244e req-e9fd28cd-0b5b-48a2-8425-f871967335c6 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Aug 05 02:27:40.025841 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae36e-e653-4173-915f-20ec32c00477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:40.596886 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c28ed9-f95d-4b74-8dd6-d90926a3bc41 req-964cff7a-769e-4871-9781-88437b52dccf tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:40.598333 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-45c28ed9-f95d-4b74-8dd6-d90926a3bc41 req-964cff7a-769e-4871-9781-88437b52dccf tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 946 time: 0.0500286 Aug 05 02:27:40.646689 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-45c28ed9-f95d-4b74-8dd6-d90926a3bc41 req-21cdf78c-692f-4209-bd63-f6be0b5dd1fb tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Aug 05 02:27:41.007384 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06c839-7df0-4c26-9b26-432d9dbb0ffa req-39d6292a-2a56-48aa-8d52-258c04711a3f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:41.008862 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fc06c839-7df0-4c26-9b26-432d9dbb0ffa req-39d6292a-2a56-48aa-8d52-258c04711a3f tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0523932 Aug 05 02:27:41.057474 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fc06c839-7df0-4c26-9b26-432d9dbb0ffa req-be964511-fedc-45cb-822f-a0954a18142d tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Aug 05 02:27:41.733477 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:41.772540 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d35dd-4316-4ffc-9ab1-0d3ee516e37a req-25c60b08-69e1-4c45-a10d-aae17aa15ebc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:41.773910 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1f7d35dd-4316-4ffc-9ab1-0d3ee516e37a req-25c60b08-69e1-4c45-a10d-aae17aa15ebc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 946 time: 0.0500090 Aug 05 02:27:41.820224 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1f7d35dd-4316-4ffc-9ab1-0d3ee516e37a req-84ba7adf-2cca-46a0-a89e-b636bf0ae925 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 Aug 05 02:27:42.184876 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e83d0d-9523-4995-8f9a-847123cbb36f req-7e897243-53fe-41d9-81f6-f540ee10c2f8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:42.186362 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f1e83d0d-9523-4995-8f9a-847123cbb36f req-7e897243-53fe-41d9-81f6-f540ee10c2f8 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0555317 Aug 05 02:27:42.235414 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-0603a184-c66a-402b-9212-f840e3db5644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:42.238665 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f1e83d0d-9523-4995-8f9a-847123cbb36f req-c9a430e7-e55e-4ce4-b511-a4098cf46f42 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467594 Aug 05 02:27:42.367907 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device b8c923b8-6769-42f5-972e-79420f4f0498 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:42.390802 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: b8c923b8-6769-42f5-972e-79420f4f0498 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:42.391149 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device b8c923b8-6769-42f5-972e-79420f4f0498 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:42.939008 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c516d-8cfc-41c2-8594-9cf14594628d req-927e2d1d-4bd0-41fa-a379-7066f02f6e13 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:42.940477 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c18c516d-8cfc-41c2-8594-9cf14594628d req-927e2d1d-4bd0-41fa-a379-7066f02f6e13 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 946 time: 0.0461705 Aug 05 02:27:42.991565 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c18c516d-8cfc-41c2-8594-9cf14594628d req-4d5a759f-90e8-448d-9403-1fc7bfe2038f tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 Aug 05 02:27:43.103085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1e575-d718-48d5-a761-ea9a899d9a32 req-3dda0874-a5e8-47dd-b76d-48b400af7143 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:43.104536 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9db1e575-d718-48d5-a761-ea9a899d9a32 req-3dda0874-a5e8-47dd-b76d-48b400af7143 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 946 time: 0.0462673 Aug 05 02:27:43.114443 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43374) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:43.118687 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-ea0bda55-026b-44a0-bda9-ff36557681fc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Request body: {'floatingip': {'port_id': '632d332a-75d1-454b-bb98-b93cd5e86ca7'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:43.160461 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ea0bda55-026b-44a0-bda9-ff36557681fc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (ce224bce-1171-4165-b1a3-f385aa0b457b), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:43.226777 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:43.309012 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:43.359319 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-0781d3b7-b7eb-4a66-a8ee-bdb41ee7e594 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:43.360798 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-0781d3b7-b7eb-4a66-a8ee-bdb41ee7e594 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0760174 Aug 05 02:27:43.383889 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae4ff-6efe-493c-ab9e-dace5e328a9b req-fe97e2c8-30fd-4ef4-8d88-da557a2ecdf5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:43.385355 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-424ae4ff-6efe-493c-ab9e-dace5e328a9b req-fe97e2c8-30fd-4ef4-8d88-da557a2ecdf5 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=786487b8-f24e-4034-82da-c95e8efbf4e4 HTTP/1.1" status: 200 len: 946 time: 0.0682251 Aug 05 02:27:43.493847 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-424ae4ff-6efe-493c-ab9e-dace5e328a9b req-42c0777a-14be-4fd9-92c0-9fd07a19f825 tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dae8e6fe-5606-45e0-837b-2230d322fad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897114 Aug 05 02:27:43.498207 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Deleting port 7f1f18fd-2855-4e72-99d7-6356085d6879 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:43.498564 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:43.586309 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ea0bda55-026b-44a0-bda9-ff36557681fc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:43.590854 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] For port 7f1f18fd-2855-4e72-99d7-6356085d6879, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7f1f18fd-2855-4e72-99d7-6356085d6879,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:43.591229 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:43.591705 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ea0bda55-026b-44a0-bda9-ff36557681fc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (ce224bce-1171-4165-b1a3-f385aa0b457b), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:43.609240 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Calling delete_port for 7f1f18fd-2855-4e72-99d7-6356085d6879 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:43.689534 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.l3_db [None req-ea0bda55-026b-44a0-bda9-ff36557681fc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Floating IP ce224bce-1171-4165-b1a3-f385aa0b457b associated. External IP: 172.27.0.175, port: 632d332a-75d1-454b-bb98-b93cd5e86ca7. Aug 05 02:27:43.747892 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (7f1f18fd-2855-4e72-99d7-6356085d6879), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:43.778477 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Pushing event deleted for resources: {'Port': ['ID=7f1f18fd-2855-4e72-99d7-6356085d6879,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:43.788456 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['7f1f18fd-2855-4e72-99d7-6356085d6879'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:27:43.832388 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] No DVR routers for this DVR port 7f1f18fd-2855-4e72-99d7-6356085d6879 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:27:43.834805 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:43.838339 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-acd6e5e7-969d-4731-ae6f-b0cc15fa1a63 req-fcba2f03-385f-4e68-9bce-21da2c7ec71a tempest-ServerRescueNegativeTestJSON-2105783776 tempest-ServerRescueNegativeTestJSON-2105783776-project] 10.222.0.45 "DELETE /networking/v2.0/ports/7f1f18fd-2855-4e72-99d7-6356085d6879 HTTP/1.1" status: 204 len: 173 time: 0.4694977 Aug 05 02:27:43.838844 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786487b8-f24e-4034-82da-c95e8efbf4e4', 'name': 'network-vif-deleted', 'tag': '7f1f18fd-2855-4e72-99d7-6356085d6879'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:43.842698 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da21883-a565-48fc-b679-397263b33c64" -d '{"events": [{"server_uuid": "786487b8-f24e-4034-82da-c95e8efbf4e4", "name": "network-vif-deleted", "tag": "7f1f18fd-2855-4e72-99d7-6356085d6879"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:43.884229 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb989d11-4af8-4c35-9cc4-a43f23c015d2 x-openstack-request-id: req-bb989d11-4af8-4c35-9cc4-a43f23c015d2 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:43.884631 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786487b8-f24e-4034-82da-c95e8efbf4e4", "name": "network-vif-deleted", "tag": "7f1f18fd-2855-4e72-99d7-6356085d6879", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:43.884858 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb989d11-4af8-4c35-9cc4-a43f23c015d2 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:43.885316 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb989d11-4af8-4c35-9cc4-a43f23c015d2'] response: {'server_uuid': '786487b8-f24e-4034-82da-c95e8efbf4e4', 'name': 'network-vif-deleted', 'tag': '7f1f18fd-2855-4e72-99d7-6356085d6879', 'status': 'completed', 'code': 200} Aug 05 02:27:43.890947 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:43.903807 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0bda55-026b-44a0-bda9-ff36557681fc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:27:44.014245 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0bda55-026b-44a0-bda9-ff36557681fc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:44.018882 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ea0bda55-026b-44a0-bda9-ff36557681fc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:44.024570 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] Sync routers for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:44.039397 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:44.040006 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:44.051041 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-ea0bda55-026b-44a0-bda9-ff36557681fc tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/ce224bce-1171-4165-b1a3-f385aa0b457b HTTP/1.1" status: 200 len: 992 time: 0.9355805 Aug 05 02:27:44.051612 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'tag': '632d332a-75d1-454b-bb98-b93cd5e86ca7'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:44.053896 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a62bccf-ee14-4f75-ac75-78872dd510c8", "tag": "632d332a-75d1-454b-bb98-b93cd5e86ca7"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:44.092487 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559631bc-c56c-48e4-b340-b63bded0be44 x-openstack-request-id: req-559631bc-c56c-48e4-b340-b63bded0be44 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:44.092887 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a62bccf-ee14-4f75-ac75-78872dd510c8", "tag": "632d332a-75d1-454b-bb98-b93cd5e86ca7", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:44.093151 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-559631bc-c56c-48e4-b340-b63bded0be44 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:44.093562 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559631bc-c56c-48e4-b340-b63bded0be44'] response: {'name': 'network-changed', 'server_uuid': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'tag': '632d332a-75d1-454b-bb98-b93cd5e86ca7', 'status': 'completed', 'code': 200} Aug 05 02:27:44.140524 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:44.372175 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'ce224bce-1171-4165-b1a3-f385aa0b457b', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'port_id': '632d332a-75d1-454b-bb98-b93cd5e86ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'mac_address': 'fa:16:3e:37:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:27:26Z', 'updated_at': '2022-08-05T02:27:43Z', 'revision_number': 1, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:44.396500 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] Checking router: fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:44.405373 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-e86aa8b1-8c46-4708-ab05-21ef1e0568a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:44.405940 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:44.406114 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:44.406873 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-e86aa8b1-8c46-4708-ab05-21ef1e0568a8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 1130 time: 0.0430017 Aug 05 02:27:44.483970 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:44.509785 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:44.512194 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:44.517277 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-b65123fd-6969-430d-9a48-5c0e24373720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:44.518680 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-b65123fd-6969-430d-9a48-5c0e24373720 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 200 len: 912 time: 0.1014478 Aug 05 02:27:44.567389 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43388) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:44.593804 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-45432407-d6bd-44aa-bd26-15b0dd2bfdbe service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632d332a-75d1-454b-bb98-b93cd5e86ca7 HTTP/1.1" status: 200 len: 1000 time: 0.0645359 Aug 05 02:27:44.628847 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:44.646341 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-cfba038d-1b26-4796-b45e-954eba0404c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:44.647857 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-cfba038d-1b26-4796-b45e-954eba0404c1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 200 len: 850 time: 0.0466683 Aug 05 02:27:44.700588 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-13be1af9-ea80-4674-a253-1adc1ab3f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:44.702103 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-13be1af9-ea80-4674-a253-1adc1ab3f1c9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bf7849d5-61da-44b5-8e65-8d7323d12692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469596 Aug 05 02:27:44.741674 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'ce224bce-1171-4165-b1a3-f385aa0b457b', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'port_id': '632d332a-75d1-454b-bb98-b93cd5e86ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'mac_address': 'fa:16:3e:37:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:27:26Z', 'updated_at': '2022-08-05T02:27:43Z', 'revision_number': 1, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:44.770619 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daf5e86-ced4-445b-8f86-8d6c23ed3d0d None None] The sync data for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi is: [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'ce224bce-1171-4165-b1a3-f385aa0b457b', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'port_id': '632d332a-75d1-454b-bb98-b93cd5e86ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'mac_address': 'fa:16:3e:37:c4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:27:26Z', 'updated_at': '2022-08-05T02:27:43Z', 'revision_number': 1, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:44.814748 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-22dd71b7-a41e-4ef5-bcaa-0a7846abdf7a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053712 Aug 05 02:27:44.846617 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:44.864037 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:44.907325 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:44.920567 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7c5048e2-abeb-4351-99e0-5a40ddcfc2e1 req-8ecd3465-eebd-4d5a-a222-cc28d3c093bd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990546 Aug 05 02:27:44.991452 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:45.018852 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ca5d7-2f58-45ba-ae79-d5dabf971e54 None None] New status for floating IP ce224bce-1171-4165-b1a3-f385aa0b457b: ACTIVE {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:27:45.153392 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (4fd85068-7a5c-4930-8201-1ca404b7b646), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:45.415790 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Deleting port 67946272-5162-4f47-96aa-97ec91775c28 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:45.416126 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (67946272-5162-4f47-96aa-97ec91775c28), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:45.493805 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] For port 67946272-5162-4f47-96aa-97ec91775c28, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=67946272-5162-4f47-96aa-97ec91775c28,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:45.494161 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (67946272-5162-4f47-96aa-97ec91775c28), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:45.510604 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Calling delete_port for 67946272-5162-4f47-96aa-97ec91775c28 owned by network:router_interface {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:45.571923 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:45.686116 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (67946272-5162-4f47-96aa-97ec91775c28), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:45.712627 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=67946272-5162-4f47-96aa-97ec91775c28,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:46.152637 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (4fd85068-7a5c-4930-8201-1ca404b7b646), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:46.170064 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:46.366670 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Router 4fd85068-7a5c-4930-8201-1ca404b7b646 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:27:46.464982 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:27:46.472554 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-18e9dc0c-e590-4ee8-ab72-85d7ec483e03 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4fd85068-7a5c-4930-8201-1ca404b7b646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9013638 Aug 05 02:27:46.472554 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43396) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:46.473176 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] Sync routers for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:27:46.482865 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:46.483462 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:46.530525 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:46.576559 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks [] for router (4fd85068-7a5c-4930-8201-1ca404b7b646), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:46.667007 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:46.677018 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks [] for router_gateway (4fd85068-7a5c-4930-8201-1ca404b7b646), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:46.717911 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:46.721212 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Deleting port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:46.721545 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:46.805792 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] For port 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:46.806155 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:46.819464 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Calling delete_port for 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd owned by network:router_gateway {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:46.842329 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:27:45Z', 'revision_number': 5, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port': {'id': '5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:46.871753 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] Checking router: 4fd85068-7a5c-4930-8201-1ca404b7b646 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:27:46.880360 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] Routers {'4fd85068-7a5c-4930-8201-1ca404b7b646'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:27:46.880960 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:27:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4fd85068-7a5c-4930-8201-1ca404b7b646'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:46.965165 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] Set router 4fd85068-7a5c-4930-8201-1ca404b7b646 gateway port host: None {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:27:46.997576 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.014577 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:27:46Z', 'revision_number': 6, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port_host': None}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:47.021831 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:47.038783 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfb615d-41ec-42b6-ab56-dc357cc73d0c None None] The sync data for ids ['4fd85068-7a5c-4930-8201-1ca404b7b646'] in dv-cinder-815582-13-iscsi is: [{'id': '4fd85068-7a5c-4930-8201-1ca404b7b646', 'name': 'tempest-ServerRescueNegativeTestJSON-1237967669-router', 'tenant_id': '00eaaf2e12844123996e26c1827d80b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:11Z', 'updated_at': '2022-08-05T02:27:46Z', 'revision_number': 6, 'project_id': '00eaaf2e12844123996e26c1827d80b2', 'gw_port_host': None}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:27:47.090389 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (4fd85068-7a5c-4930-8201-1ca404b7b646), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.114626 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:47.178342 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (4fd85068-7a5c-4930-8201-1ca404b7b646), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.180537 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks [] for router_controller (4fd85068-7a5c-4930-8201-1ca404b7b646), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.220773 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (4fd85068-7a5c-4930-8201-1ca404b7b646), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.221289 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd85068-7a5c-4930-8201-1ca404b7b646 {{(pid=104196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:27:47.227052 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.228208 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-9308eabe-865e-4e88-8bd1-36bbbe20aae2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/4fd85068-7a5c-4930-8201-1ca404b7b646 HTTP/1.1" status: 204 len: 168 time: 0.7547586 Aug 05 02:27:47.231531 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43400) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:47.275214 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d2c792-240e-4a0e-9a91-0659c8d23237 admin admin] Deleting subnet 8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:27:47.278899 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62d2c792-240e-4a0e-9a91-0659c8d23237 admin admin] Publish callbacks [] for subnet (8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.316174 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62d2c792-240e-4a0e-9a91-0659c8d23237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13584754'] for subnet (8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.393076 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62d2c792-240e-4a0e-9a91-0659c8d23237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.449089 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62d2c792-240e-4a0e-9a91-0659c8d23237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13018992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12884257'] for subnet (8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.474432 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2c792-240e-4a0e-9a91-0659c8d23237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:47.481381 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-62d2c792-240e-4a0e-9a91-0659c8d23237 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.484550 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-62d2c792-240e-4a0e-9a91-0659c8d23237 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/8cb884be-9dc6-4db9-aa7b-8fb35b29cd2e HTTP/1.1" status: 204 len: 168 time: 0.2520869 Aug 05 02:27:47.487207 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43402) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:47.487409 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc8407-dcb4-424f-a5b6-f7ac7d50ff0e None None] Network 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:27:47.559558 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (9bc7c284-9f26-422a-ac52-0cd8c7ee2353), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.591530 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:47.604254 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Deleting port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:27:47.604661 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.671767 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] For port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351,segment=NetworkSegment(883df0c9-3ab6-4965-aa01-6b177cea50ea),segment_id=883df0c9-3ab6-4965-aa01-6b177cea50ea)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:27:47.672122 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.684577 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Calling delete_port for 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 owned by network:dhcp {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:27:47.763645 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.788984 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:47.793416 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] No DVR routers for this DVR port 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 on host dv-cinder-815582-13-iscsi {{(pid=104196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:27:47.807677 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4de6f0-b199-4f46-a8cf-0585a7ae8bfd None None] DHCP port deletion for 9bc7c284-9f26-422a-ac52-0cd8c7ee2353 request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:27:47.874966 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (9bc7c284-9f26-422a-ac52-0cd8c7ee2353), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.896406 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc7c284-9f26-422a-ac52-0cd8c7ee2353']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:47.906483 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883df0c9-3ab6-4965-aa01-6b177cea50ea') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:47.906789 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883df0c9-3ab6-4965-aa01-6b177cea50ea') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:27:47.918088 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (883df0c9-3ab6-4965-aa01-6b177cea50ea), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.933392 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (883df0c9-3ab6-4965-aa01-6b177cea50ea), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.940023 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:27:47.949427 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (883df0c9-3ab6-4965-aa01-6b177cea50ea), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:47.984837 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 883df0c9-3ab6-4965-aa01-6b177cea50ea resource provider aggregate not found Aug 05 02:27:48.005256 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 883df0c9-3ab6-4965-aa01-6b177cea50ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 883df0c9-3ab6-4965-aa01-6b177cea50ea found for delete ", "request_id": "req-3c2f8773-9e30-4d39-a808-972730d26310"}]} Aug 05 02:27:48.006206 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:48.014684 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (9bc7c284-9f26-422a-ac52-0cd8c7ee2353), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:48.021885 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:48.027617 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/9bc7c284-9f26-422a-ac52-0cd8c7ee2353 HTTP/1.1" status: 204 len: 168 time: 0.5366309 Aug 05 02:27:48.035990 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f339c5-1a9a-45f1-8a87-89868ac2aea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc7c284-9f26-422a-ac52-0cd8c7ee2353,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:48.151122 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43412) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:48.191988 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0d07d0dd-ab3e-4fed-9023-b5a748709c9e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=00eaaf2e12844123996e26c1827d80b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396862 Aug 05 02:27:48.194505 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43416) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:48.236608 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:48.245981 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-baf0599a-3a31-47b9-ad14-19644c8bfc04 admin admin] Publish callbacks [] for security_group (dae8e6fe-5606-45e0-837b-2230d322fad0), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:48.256501 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:48.256855 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 5d81b00c-d8bb-46c4-ad2b-e4f8d7466afd not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:48.257269 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 67946272-5162-4f47-96aa-97ec91775c28 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:48.268106 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-baf0599a-3a31-47b9-ad14-19644c8bfc04 admin admin] Publish callbacks [] for security_group (dae8e6fe-5606-45e0-837b-2230d322fad0), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:48.275798 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 67946272-5162-4f47-96aa-97ec91775c28 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:48.276143 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 67946272-5162-4f47-96aa-97ec91775c28 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:48.276651 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:48.295073 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:48.295418 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3bbad91c-2a8e-4a6f-9ed3-7fb9ff5dd351 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:48.317323 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-baf0599a-3a31-47b9-ad14-19644c8bfc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dae8e6fe-5606-45e0-837b-2230d322fad0), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:48.319987 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-baf0599a-3a31-47b9-ad14-19644c8bfc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:48.321185 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-baf0599a-3a31-47b9-ad14-19644c8bfc04 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dae8e6fe-5606-45e0-837b-2230d322fad0 HTTP/1.1" status: 204 len: 168 time: 0.1257806 Aug 05 02:27:48.329305 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0599a-3a31-47b9-ad14-19644c8bfc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae8e6fe-5606-45e0-837b-2230d322fad0,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:48.397894 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 7f1f18fd-2855-4e72-99d7-6356085d6879 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:27:48.417596 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 7f1f18fd-2855-4e72-99d7-6356085d6879 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:27:48.417948 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 7f1f18fd-2855-4e72-99d7-6356085d6879 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:27:53.296491 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43522) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:53.424540 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce537-9f9d-406d-8597-770a6d36ea7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:53.541240 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce537-9f9d-406d-8597-770a6d36ea7f admin admin] Publish callbacks [] for security_group (d3e21cec-026f-43a7-8f2d-e67b764cec94), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:53.547496 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-9eeb4dc7-60f4-4f77-b514-80432a9a7aa7 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-546244821&fields=id&tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5 HTTP/1.1" status: 200 len: 267 time: 0.0724845 Aug 05 02:27:53.548430 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce537-9f9d-406d-8597-770a6d36ea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d3e21cec-026f-43a7-8f2d-e67b764cec94), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:53.637606 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-dc5ce537-9f9d-406d-8597-770a6d36ea7f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=34ea813e410745c7a211933c00438b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400259 Aug 05 02:27:53.640318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43532) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:53.644402 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ce537-9f9d-406d-8597-770a6d36ea7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e21cec-026f-43a7-8f2d-e67b764cec94,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:53.663215 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:53.695961 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-e297ea4f-43eb-4e83-abc0-7920310242ad tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:53.697428 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-e297ea4f-43eb-4e83-abc0-7920310242ad tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/networks?id=54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 200 len: 809 time: 0.1377964 Aug 05 02:27:53.700098 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b2c4-f174-4258-a051-66bb8165cbf1 admin admin] Publish callbacks [] for security_group (d3e21cec-026f-43a7-8f2d-e67b764cec94), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:53.712622 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-2b565eff-cc8c-4218-8cec-a45bd5c5e2e8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/quotas/b3677b84efd24f76bbbc0f8a762ec3f5 HTTP/1.1" status: 200 len: 375 time: 0.0093937 Aug 05 02:27:53.722477 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b2c4-f174-4258-a051-66bb8165cbf1 admin admin] Publish callbacks [] for security_group (d3e21cec-026f-43a7-8f2d-e67b764cec94), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:53.763223 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-3a7fa3d0-e587-444a-b856-8780b4f4cc11 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454366 Aug 05 02:27:53.770340 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b2c4-f174-4258-a051-66bb8165cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d3e21cec-026f-43a7-8f2d-e67b764cec94), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:53.773131 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b2c4-f174-4258-a051-66bb8165cbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:53.774424 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d8e1b2c4-f174-4258-a051-66bb8165cbf1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d3e21cec-026f-43a7-8f2d-e67b764cec94 HTTP/1.1" status: 204 len: 168 time: 0.1329882 Aug 05 02:27:53.783446 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1b2c4-f174-4258-a051-66bb8165cbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e21cec-026f-43a7-8f2d-e67b764cec94,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:53.859526 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:53.878794 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-106a09a0-2f78-461b-ad63-9558b6bb7a71 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031852 Aug 05 02:27:53.975987 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-9ba15064-35d6-4dee-8029-46c89c9f8a0e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911944 Aug 05 02:27:54.063791 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43540) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:54.078381 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a33b2992-5b38-47be-952c-1b0d5b6c5c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:54.161801 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a33b2992-5b38-47be-952c-1b0d5b6c5c8a admin admin] Publish callbacks [] for security_group (f81574ce-df1d-4225-b3d3-ff89b331d66a), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:54.165908 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a33b2992-5b38-47be-952c-1b0d5b6c5c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f81574ce-df1d-4225-b3d3-ff89b331d66a), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:54.211391 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b2992-5b38-47be-952c-1b0d5b6c5c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81574ce-df1d-4225-b3d3-ff89b331d66a,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:54.226289 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43548) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:54.235045 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-a33b2992-5b38-47be-952c-1b0d5b6c5c8a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=081cac2f0e8246a6a567fc8f0d1a5616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699219 Aug 05 02:27:54.309616 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-52bb58f9-0d5c-46e6-801e-6ec60e329d73 admin admin] Publish callbacks [] for security_group (f81574ce-df1d-4225-b3d3-ff89b331d66a), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:54.315340 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-23b73be8-4c41-4929-b6c3-b636ec929522 req-c6a577aa-a69a-4891-b600-24fd0803e66e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 210 time: 0.0478261 Aug 05 02:27:54.334193 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-52bb58f9-0d5c-46e6-801e-6ec60e329d73 admin admin] Publish callbacks [] for security_group (f81574ce-df1d-4225-b3d3-ff89b331d66a), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:54.385003 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-52bb58f9-0d5c-46e6-801e-6ec60e329d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f81574ce-df1d-4225-b3d3-ff89b331d66a), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:54.388195 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-52bb58f9-0d5c-46e6-801e-6ec60e329d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:54.392016 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-52bb58f9-0d5c-46e6-801e-6ec60e329d73 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f81574ce-df1d-4225-b3d3-ff89b331d66a HTTP/1.1" status: 204 len: 168 time: 0.1647179 Aug 05 02:27:54.400645 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb58f9-0d5c-46e6-801e-6ec60e329d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81574ce-df1d-4225-b3d3-ff89b331d66a,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:55.442706 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d6e5490c-84f2-4420-8753-b3413021d4f9 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:55.444319 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d6e5490c-84f2-4420-8753-b3413021d4f9 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.45 "GET /networking/v2.0/networks?id=54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 200 len: 809 time: 0.1473951 Aug 05 02:27:55.446273 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-29d7f422-8783-4bb7-8581-74833d937355 req-123515ba-e5fe-4c62-81d7-f86889781069 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 210 time: 0.0452652 Aug 05 02:27:55.551229 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-6cf932bf-8112-460f-b864-492b273411b4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5 HTTP/1.1" status: 200 len: 379 time: 0.0608168 Aug 05 02:27:55.561615 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Request body: {'port': {'device_id': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'admin_state_up': True, 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'security_groups': ['7610160f-9338-4536-92a8-0813e02aa252']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:55.674288 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Made reservation on behalf of b3677b84efd24f76bbbc0f8a762ec3f5 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:27:55.677896 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:55.809182 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Allocated IP 172.20.0.14 (54505e31-75ca-4416-ae9a-5b70292fe878/8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6/652b8180-4f83-4880-81b9-b44df98605a9) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:27:55.814478 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:55.908580 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:55.961392 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for port (652b8180-4f83-4880-81b9-b44df98605a9), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:55.997225 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (652b8180-4f83-4880-81b9-b44df98605a9), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:56.038959 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Network 54505e31-75ca-4416-ae9a-5b70292fe878 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:27:56.045261 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:27:56.049024 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:27:56.077798 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'Port': ['ID=652b8180-4f83-4880-81b9-b44df98605a9,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:56.108954 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:56.110539 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:56.135072 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-799ab2d0-9fa0-4301-a5a7-83d15e700e6d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788984 Aug 05 02:27:56.154363 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Request body: {'port': {'device_id': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:27:56.232465 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (652b8180-4f83-4880-81b9-b44df98605a9), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:56.401376 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:56.403857 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-3f6b2438-3516-4d38-913c-36232d77bb1d None None] Provisioning complete for port 652b8180-4f83-4880-81b9-b44df98605a9 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:27:56.404427 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-3f6b2438-3516-4d38-913c-36232d77bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (652b8180-4f83-4880-81b9-b44df98605a9), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:56.436380 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b2438-3516-4d38-913c-36232d77bb1d None None] Port 652b8180-4f83-4880-81b9-b44df98605a9 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:27:56.524291 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652b8180-4f83-4880-81b9-b44df98605a9 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:27:56.531989 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Publish callbacks [] for port (652b8180-4f83-4880-81b9-b44df98605a9), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:56.545549 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Transition to ACTIVE for port object 652b8180-4f83-4880-81b9-b44df98605a9 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:27:56.549311 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (652b8180-4f83-4880-81b9-b44df98605a9), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:56.569841 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb4292-6d6d-4074-af6c-617ae08690f1 req-90f33920-1542-412b-bc47-8cb0969a35e1 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:56.571488 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-37fb4292-6d6d-4074-af6c-617ae08690f1 req-90f33920-1542-412b-bc47-8cb0969a35e1 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 932 time: 0.0485270 Aug 05 02:27:56.614661 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Pushing event updated for resources: {'Port': ['ID=652b8180-4f83-4880-81b9-b44df98605a9,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:56.622350 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-37fb4292-6d6d-4074-af6c-617ae08690f1 req-d2352b02-563c-4f51-89a4-1ed1da6e7a09 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448985 Aug 05 02:27:56.664101 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Attempting to bind port 652b8180-4f83-4880-81b9-b44df98605a9 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:27:56.664468 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Attempting to bind port 652b8180-4f83-4880-81b9-b44df98605a9 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:27:56.664794 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Attempting to bind port 652b8180-4f83-4880-81b9-b44df98605a9 on network 54505e31-75ca-4416-ae9a-5b70292fe878 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:56.669106 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Port 652b8180-4f83-4880-81b9-b44df98605a9 on network 54505e31-75ca-4416-ae9a-5b70292fe878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:27:56.669423 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Attempting to bind port 652b8180-4f83-4880-81b9-b44df98605a9 on network 54505e31-75ca-4416-ae9a-5b70292fe878 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:27:56.674153 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:27:56.674488 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Checking segment: {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:27:56.674865 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Bound using segment: {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:27:56.675281 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Bound port: 652b8180-4f83-4880-81b9-b44df98605a9, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59018d0-9d69-4850-ad49-a60fad766074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:27:56.675640 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (652b8180-4f83-4880-81b9-b44df98605a9), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:56.729367 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:56.733219 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:56.736695 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:27:56.740538 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=652b8180-4f83-4880-81b9-b44df98605a9,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:27:56.746560 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (652b8180-4f83-4880-81b9-b44df98605a9), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:56.751516 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:56.752125 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:56.753508 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 1094 time: 0.6039000 Aug 05 02:27:56.753928 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:27:56.756175 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05a5454-11cc-405b-94f9-d7b5432cf39c" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "tag": "652b8180-4f83-4880-81b9-b44df98605a9"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:27:56.801446 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c442ffcc-328d-4402-a67b-0ace854980f0 x-openstack-request-id: req-c442ffcc-328d-4402-a67b-0ace854980f0 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:27:56.801715 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "tag": "652b8180-4f83-4880-81b9-b44df98605a9", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:27:56.801962 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c442ffcc-328d-4402-a67b-0ace854980f0 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:27:56.802359 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c442ffcc-328d-4402-a67b-0ace854980f0'] response: {'name': 'network-changed', 'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9', 'status': 'completed', 'code': 200} Aug 05 02:27:56.811649 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b7060-4130-4245-a072-d4ed5a0a2206 service neutron] Pushing event updated for resources: {'Port': ['ID=652b8180-4f83-4880-81b9-b44df98605a9,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:56.875527 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-49896065-bc99-42a3-9dc8-ac54b25da60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:56.877035 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-49896065-bc99-42a3-9dc8-ac54b25da60d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1128 time: 0.0409987 Aug 05 02:27:56.923240 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-61d926c7-70c4-44c3-b095-6ee16e53f032 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 217 time: 0.0327489 Aug 05 02:27:56.964662 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=71 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:56.972712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-13c8446f-3659-47c3-b30a-2cd06a1fe816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:56.974128 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-13c8446f-3659-47c3-b30a-2cd06a1fe816 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 HTTP/1.1" status: 200 len: 848 time: 0.0453224 Aug 05 02:27:57.038194 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=37 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:57.265503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-80a38eb2-2a8f-419d-816a-735f5ddcae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:57.266981 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-80a38eb2-2a8f-419d-816a-735f5ddcae86 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=54505e31-75ca-4416-ae9a-5b70292fe878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2865605 Aug 05 02:27:57.356693 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-c1bd36a3-52ac-423e-9eb5-0db7983819d9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831118 Aug 05 02:27:57.453498 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7b3e757-3256-4992-ba04-aac6546e44b8 req-521843fe-18aa-4395-b808-cfa1d0850e15 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908327 Aug 05 02:27:57.742607 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac0b46-4cf9-4b27-9fb2-b5a7a7d6b806 req-019e5fee-5dd0-40b1-b7ca-324721d941f0 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:57.744094 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-95ac0b46-4cf9-4b27-9fb2-b5a7a7d6b806 req-019e5fee-5dd0-40b1-b7ca-324721d941f0 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0487032 Aug 05 02:27:57.801030 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-95ac0b46-4cf9-4b27-9fb2-b5a7a7d6b806 req-f1fbd79b-f41e-4635-a414-1fc7bdd3fa86 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504642 Aug 05 02:27:58.481661 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-50ae4a37-244a-4cd7-89a0-e5dbaef58d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:58.483144 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-50ae4a37-244a-4cd7-89a0-e5dbaef58d8f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1128 time: 0.0402880 Aug 05 02:27:58.576863 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-f3d9e0c1-04a1-4167-9a71-a7de7c001d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:58.578297 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-f3d9e0c1-04a1-4167-9a71-a7de7c001d42 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 200 len: 910 time: 0.0885751 Aug 05 02:27:58.617255 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-13c0d607-20d4-4007-822c-7cd95f3a65e1 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 217 time: 0.0320995 Aug 05 02:27:58.664590 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-8cf14180-2ab2-45c7-9298-7132b33f8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:58.665972 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-8cf14180-2ab2-45c7-9298-7132b33f8118 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 HTTP/1.1" status: 200 len: 848 time: 0.0432010 Aug 05 02:27:58.712926 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-25c6b8b5-0bfc-4aa5-8b27-9400c1fc32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:58.714332 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-25c6b8b5-0bfc-4aa5-8b27-9400c1fc32ff service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=54505e31-75ca-4416-ae9a-5b70292fe878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422056 Aug 05 02:27:58.805613 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-7ff45929-5aad-4141-8c56-4b16e66a8156 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837197 Aug 05 02:27:58.933034 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f05a5454-11cc-405b-94f9-d7b5432cf39c req-9010cc09-e0f2-4abb-84f7-acf21671b501 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198244 Aug 05 02:27:58.939157 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b150d32-54c4-4b6d-9a68-f96fe704ea42 req-057e1775-cc77-4ba2-9d84-280304fd5408 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:27:58.940533 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6b150d32-54c4-4b6d-9a68-f96fe704ea42 req-057e1775-cc77-4ba2-9d84-280304fd5408 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0646753 Aug 05 02:27:58.989742 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6b150d32-54c4-4b6d-9a68-f96fe704ea42 req-beeb90e2-9bfc-4190-a02b-2f8126f545b9 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435662 Aug 05 02:27:59.574468 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43644) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:59.679345 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-00c2cecc-c958-4701-a76e-e2eddd97fa31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:59.691707 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:59.756697 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-00c2cecc-c958-4701-a76e-e2eddd97fa31 admin admin] Publish callbacks [] for security_group (ad6b6d0a-edd8-4930-9b08-a05beb8b9145), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:59.760308 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-00c2cecc-c958-4701-a76e-e2eddd97fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (ad6b6d0a-edd8-4930-9b08-a05beb8b9145), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:59.798606 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-00c2cecc-c958-4701-a76e-e2eddd97fa31 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b3ae41d7e41d45948e26ed7bf60d7778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230833 Aug 05 02:27:59.800490 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2cecc-c958-4701-a76e-e2eddd97fa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b6d0a-edd8-4930-9b08-a05beb8b9145,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:27:59.801413 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43648) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:27:59.828379 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:59.855520 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f1f31c76-18de-4a07-9c10-f4b3cd4fd9d7 admin admin] Publish callbacks [] for security_group (ad6b6d0a-edd8-4930-9b08-a05beb8b9145), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:59.867969 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:27:59.878194 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f1f31c76-18de-4a07-9c10-f4b3cd4fd9d7 admin admin] Publish callbacks [] for security_group (ad6b6d0a-edd8-4930-9b08-a05beb8b9145), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:59.925608 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f1f31c76-18de-4a07-9c10-f4b3cd4fd9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (ad6b6d0a-edd8-4930-9b08-a05beb8b9145), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:59.928295 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f1f31c76-18de-4a07-9c10-f4b3cd4fd9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:27:59.929463 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-f1f31c76-18de-4a07-9c10-f4b3cd4fd9d7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ad6b6d0a-edd8-4930-9b08-a05beb8b9145 HTTP/1.1" status: 204 len: 168 time: 0.1270981 Aug 05 02:27:59.937390 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f31c76-18de-4a07-9c10-f4b3cd4fd9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b6d0a-edd8-4930-9b08-a05beb8b9145,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:00.115707 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdee03-f79a-468b-be25-9179f7f8e96a req-a7325b4a-e5b6-48c6-ba90-4b022427cf14 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:00.117357 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-effdee03-f79a-468b-be25-9179f7f8e96a req-a7325b4a-e5b6-48c6-ba90-4b022427cf14 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0515740 Aug 05 02:28:00.169104 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-effdee03-f79a-468b-be25-9179f7f8e96a req-270adfb3-d5d2-4a4a-9e59-eb0b919f8cd1 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444918 Aug 05 02:28:00.207651 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43656) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:00.221871 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-59008f9c-de86-46a4-bf78-d8bd1e2f62a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:00.298864 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-59008f9c-de86-46a4-bf78-d8bd1e2f62a6 admin admin] Publish callbacks [] for security_group (dd5a2d81-8777-4d51-b336-fa00e3eca9f6), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:00.302393 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-59008f9c-de86-46a4-bf78-d8bd1e2f62a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dd5a2d81-8777-4d51-b336-fa00e3eca9f6), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:00.339911 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59008f9c-de86-46a4-bf78-d8bd1e2f62a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a2d81-8777-4d51-b336-fa00e3eca9f6,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:00.344160 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-59008f9c-de86-46a4-bf78-d8bd1e2f62a6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=82e6c5f1baf54e49a0f076352c5f02f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353831 Aug 05 02:28:00.346877 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43658) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:00.395090 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-96f2f1f8-8682-4580-b924-9d832bbd7df9 admin admin] Publish callbacks [] for security_group (dd5a2d81-8777-4d51-b336-fa00e3eca9f6), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:00.419197 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-96f2f1f8-8682-4580-b924-9d832bbd7df9 admin admin] Publish callbacks [] for security_group (dd5a2d81-8777-4d51-b336-fa00e3eca9f6), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:00.464861 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-96f2f1f8-8682-4580-b924-9d832bbd7df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dd5a2d81-8777-4d51-b336-fa00e3eca9f6), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:00.467309 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-96f2f1f8-8682-4580-b924-9d832bbd7df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:00.468448 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-96f2f1f8-8682-4580-b924-9d832bbd7df9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dd5a2d81-8777-4d51-b336-fa00e3eca9f6 HTTP/1.1" status: 204 len: 168 time: 0.1207790 Aug 05 02:28:00.475944 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2f1f8-8682-4580-b924-9d832bbd7df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a2d81-8777-4d51-b336-fa00e3eca9f6,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:00.605533 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:28:01.102122 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:01.289569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77abc47-150d-490a-b214-c79ea80e3e16 req-09da9853-30f4-4ec5-9bba-f3dc80f5421c tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:01.291059 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c77abc47-150d-490a-b214-c79ea80e3e16 req-09da9853-30f4-4ec5-9bba-f3dc80f5421c tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0496223 Aug 05 02:28:01.342090 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c77abc47-150d-490a-b214-c79ea80e3e16 req-3b973503-9a2c-455b-a915-7971af015bb1 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 Aug 05 02:28:02.470855 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bad36-472f-40ff-b39d-7aabca5ce2c3 req-7d73470a-1587-432e-809a-13721af087c8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:02.472363 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c25bad36-472f-40ff-b39d-7aabca5ce2c3 req-7d73470a-1587-432e-809a-13721af087c8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0508082 Aug 05 02:28:02.505330 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:02.527708 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c25bad36-472f-40ff-b39d-7aabca5ce2c3 req-4ca930f4-547d-4ef3-88c4-489dcb1c9bf6 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489905 Aug 05 02:28:03.647523 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f97f3-0e01-42ac-beaa-dc570e078155 req-0a0e17a5-8ee2-4fdd-968a-5fdea562dde0 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:03.649015 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9e1f97f3-0e01-42ac-beaa-dc570e078155 req-0a0e17a5-8ee2-4fdd-968a-5fdea562dde0 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0475879 Aug 05 02:28:03.697091 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9e1f97f3-0e01-42ac-beaa-dc570e078155 req-122d075e-87a1-46fa-87e8-062422228ea3 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425770 Aug 05 02:28:04.800095 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43742) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:04.819046 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe2bfc-ea1e-4276-a248-acdaeb0fbcf1 req-f45f6a34-8f15-41ef-8612-97a3ae3fc51a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:04.820544 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b4fe2bfc-ea1e-4276-a248-acdaeb0fbcf1 req-f45f6a34-8f15-41ef-8612-97a3ae3fc51a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0492215 Aug 05 02:28:04.873957 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b4fe2bfc-ea1e-4276-a248-acdaeb0fbcf1 req-1589fcd1-2e24-4b30-8692-14a334b968b7 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470617 Aug 05 02:28:04.912225 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8b2b5926-b87e-47b8-aa08-ff7c591ddc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:04.986838 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8b2b5926-b87e-47b8-aa08-ff7c591ddc9d admin admin] Publish callbacks [] for security_group (2c5e9ee9-678e-40de-9f84-360855323545), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:04.990189 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8b2b5926-b87e-47b8-aa08-ff7c591ddc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (2c5e9ee9-678e-40de-9f84-360855323545), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.029088 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-8b2b5926-b87e-47b8-aa08-ff7c591ddc9d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d18678d663d14373ab78a6a552f4e35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279274 Aug 05 02:28:05.029958 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b5926-b87e-47b8-aa08-ff7c591ddc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5e9ee9-678e-40de-9f84-360855323545,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:05.031839 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43746) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:05.085338 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4141-b283-4438-84fe-f4339845560d admin admin] Publish callbacks [] for security_group (2c5e9ee9-678e-40de-9f84-360855323545), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.109055 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4141-b283-4438-84fe-f4339845560d admin admin] Publish callbacks [] for security_group (2c5e9ee9-678e-40de-9f84-360855323545), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.156315 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4141-b283-4438-84fe-f4339845560d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (2c5e9ee9-678e-40de-9f84-360855323545), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.158895 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ba8d4141-b283-4438-84fe-f4339845560d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.160028 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-ba8d4141-b283-4438-84fe-f4339845560d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2c5e9ee9-678e-40de-9f84-360855323545 HTTP/1.1" status: 204 len: 168 time: 0.1271570 Aug 05 02:28:05.167965 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d4141-b283-4438-84fe-f4339845560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5e9ee9-678e-40de-9f84-360855323545,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:05.419371 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43752) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:05.433514 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-40ccdc60-fb16-4417-a516-0825c2b7a59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.443403 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:05.445737 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:05.512980 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-40ccdc60-fb16-4417-a516-0825c2b7a59a admin admin] Publish callbacks [] for security_group (fb7afe32-b71e-4511-8cca-1b663050d473), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.516435 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-40ccdc60-fb16-4417-a516-0825c2b7a59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (fb7afe32-b71e-4511-8cca-1b663050d473), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.555593 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-40ccdc60-fb16-4417-a516-0825c2b7a59a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3f4e67fcbeb0451780ce80aa5fd12262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351612 Aug 05 02:28:05.556491 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccdc60-fb16-4417-a516-0825c2b7a59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7afe32-b71e-4511-8cca-1b663050d473,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:05.558929 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43754) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:05.608478 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1dea11e-9db7-4f1f-854a-ee9b7621c0a3 admin admin] Publish callbacks [] for security_group (fb7afe32-b71e-4511-8cca-1b663050d473), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.632883 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1dea11e-9db7-4f1f-854a-ee9b7621c0a3 admin admin] Publish callbacks [] for security_group (fb7afe32-b71e-4511-8cca-1b663050d473), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.678956 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1dea11e-9db7-4f1f-854a-ee9b7621c0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (fb7afe32-b71e-4511-8cca-1b663050d473), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.682304 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1dea11e-9db7-4f1f-854a-ee9b7621c0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:05.683608 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d1dea11e-9db7-4f1f-854a-ee9b7621c0a3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fb7afe32-b71e-4511-8cca-1b663050d473 HTTP/1.1" status: 204 len: 168 time: 0.1236899 Aug 05 02:28:05.692616 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dea11e-9db7-4f1f-854a-ee9b7621c0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7afe32-b71e-4511-8cca-1b663050d473,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:06.009412 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e72d-5cb8-420d-ac54-58c77d22ef77 req-d17daf9e-f320-4e85-ba32-e99594f30f42 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:06.011787 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d7e9e72d-5cb8-420d-ac54-58c77d22ef77 req-d17daf9e-f320-4e85-ba32-e99594f30f42 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0605538 Aug 05 02:28:06.065282 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d7e9e72d-5cb8-420d-ac54-58c77d22ef77 req-0771c503-cebb-4a03-bf7d-b084547ec187 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470326 Aug 05 02:28:06.435908 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 652b8180-4f83-4880-81b9-b44df98605a9 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:28:06.540687 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=652b8180-4f83-4880-81b9-b44df98605a9,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:06.552187 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '652b8180-4f83-4880-81b9-b44df98605a9', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'port_id': '652b8180-4f83-4880-81b9-b44df98605a9', 'mac_address': 'fa:16:3e:a9:57:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:28:06.586269 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 652b8180-4f83-4880-81b9-b44df98605a9 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:28:06.586930 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (652b8180-4f83-4880-81b9-b44df98605a9), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:06.602321 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652b8180-4f83-4880-81b9-b44df98605a9 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:28:06.622951 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=652b8180-4f83-4880-81b9-b44df98605a9,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:06.627928 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (652b8180-4f83-4880-81b9-b44df98605a9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:06.674268 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=652b8180-4f83-4880-81b9-b44df98605a9,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:06.681982 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.682341 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.682682 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.683215 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.683576 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.683913 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.684273 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.684646 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.684978 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.685322 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.685802 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.686164 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.686493 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.686820 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:06.687148 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:07.061827 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['652b8180-4f83-4880-81b9-b44df98605a9'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:28:07.186372 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ec69d-ab58-4784-b08d-c53f8efac421 req-14412f97-415d-4440-a52b-e1dea32fa7fa tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:07.187881 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-093ec69d-ab58-4784-b08d-c53f8efac421 req-14412f97-415d-4440-a52b-e1dea32fa7fa tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 945 time: 0.0475256 Aug 05 02:28:07.203402 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:07.246454 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-093ec69d-ab58-4784-b08d-c53f8efac421 req-9fe31496-0074-4166-ab9f-92d4f590e586 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518987 Aug 05 02:28:08.369277 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc213-660b-4b2a-9f08-aea450b5fdae req-e0d0eccd-c510-46eb-a3cd-2d2446cb1d36 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:08.370748 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-765dc213-660b-4b2a-9f08-aea450b5fdae req-e0d0eccd-c510-46eb-a3cd-2d2446cb1d36 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 945 time: 0.0475912 Aug 05 02:28:08.419369 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-765dc213-660b-4b2a-9f08-aea450b5fdae req-5723d24c-efec-427b-8a00-a89dfa41284c tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425870 Aug 05 02:28:08.466613 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 652b8180-4f83-4880-81b9-b44df98605a9 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:28:08.507888 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 652b8180-4f83-4880-81b9-b44df98605a9 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:28:08.514470 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 652b8180-4f83-4880-81b9-b44df98605a9 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:28:08.514866 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (652b8180-4f83-4880-81b9-b44df98605a9), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:08.583348 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 652b8180-4f83-4880-81b9-b44df98605a9 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:28:08.583728 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (652b8180-4f83-4880-81b9-b44df98605a9), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:08.607535 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:28:08.609874 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb86ace-d252-4a65-90ff-066b94337647" -d '{"events": [{"server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "name": "network-vif-plugged", "status": "completed", "tag": "652b8180-4f83-4880-81b9-b44df98605a9"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:28:08.626774 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=652b8180-4f83-4880-81b9-b44df98605a9,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:08.630880 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (652b8180-4f83-4880-81b9-b44df98605a9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:08.654294 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422d0ac8-c1d5-450e-8560-87fd8f0fb247 x-openstack-request-id: req-422d0ac8-c1d5-450e-8560-87fd8f0fb247 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:28:08.654581 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "name": "network-vif-plugged", "status": "completed", "tag": "652b8180-4f83-4880-81b9-b44df98605a9", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:28:08.654830 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-422d0ac8-c1d5-450e-8560-87fd8f0fb247 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:28:08.655216 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422d0ac8-c1d5-450e-8560-87fd8f0fb247'] response: {'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9', 'code': 200} Aug 05 02:28:08.664804 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:08.680621 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=652b8180-4f83-4880-81b9-b44df98605a9,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:08.919653 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ea943-eb05-4ab2-8648-937abaf9d605 req-a3f5f949-246c-498c-9c05-ecaf8cd23e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:08.921168 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4c2ea943-eb05-4ab2-8648-937abaf9d605 req-a3f5f949-246c-498c-9c05-ecaf8cd23e00 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1130 time: 0.0396535 Aug 05 02:28:08.976142 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4c2ea943-eb05-4ab2-8648-937abaf9d605 req-e5c7e328-bc90-4123-8025-e6ec506864f3 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485578 Aug 05 02:28:09.542817 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b42067-668e-422f-9931-fde0102c4ef4 req-cb54dcbf-faf3-4032-8ce6-bccac2b45b87 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:09.544905 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b0b42067-668e-422f-9931-fde0102c4ef4 req-cb54dcbf-faf3-4032-8ce6-bccac2b45b87 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0507169 Aug 05 02:28:09.594953 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b0b42067-668e-422f-9931-fde0102c4ef4 req-280927cf-93e4-4ae3-aa42-a8804a626058 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444264 Aug 05 02:28:10.028403 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-36c16d23-93a2-4ed1-af15-49cfe4b2573d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:10.601643 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:10.714491 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088efe-05cf-49c9-9128-aa64f8a6a9a6 req-5f49021d-0f30-4a71-9967-fa9d0354746f tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:10.716460 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cb088efe-05cf-49c9-9128-aa64f8a6a9a6 req-5f49021d-0f30-4a71-9967-fa9d0354746f tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0482478 Aug 05 02:28:10.727193 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:10.766500 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cb088efe-05cf-49c9-9128-aa64f8a6a9a6 req-feb012a5-5f5d-4de1-9d90-9a95fbd446a4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 Aug 05 02:28:10.885809 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34697a99-f2cb-417b-bad8-13bc673ffa2e req-35b5ea21-75bc-436a-8a0a-264078c9cf7b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:10.888627 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-34697a99-f2cb-417b-bad8-13bc673ffa2e req-35b5ea21-75bc-436a-8a0a-264078c9cf7b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0498831 Aug 05 02:28:10.943385 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-34697a99-f2cb-417b-bad8-13bc673ffa2e req-667d2c79-1662-4764-951d-df2cd951b3dc tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468659 Aug 05 02:28:10.971310 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43856) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:11.187867 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289be87-c399-4d06-b520-e279bb9ac570 tempest-TestShelveInstance-1818410357 tempest-TestShelveInstance-1818410357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:11.189609 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-d289be87-c399-4d06-b520-e279bb9ac570 tempest-TestShelveInstance-1818410357 tempest-TestShelveInstance-1818410357-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1125 time: 0.2172995 Aug 05 02:28:11.192711 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43864) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:11.196869 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'port_id': '652b8180-4f83-4880-81b9-b44df98605a9', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:11.222565 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:11.302513 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:11.399397 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:11.409503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Allocated IP 172.27.0.159 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:28:11.460780 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:11.517849 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for port (016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:11.548876 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:11.587362 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:28:11.592858 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:28:11.596585 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:28:11.599752 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'Port': ['ID=016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:11.943578 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for floatingip (563e60ef-d33e-42ca-a2ba-a21ad66cf811), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:12.008450 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:12.153152 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:12.157274 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for port (016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:12.161416 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:12.225279 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:12.239135 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-3135ae73-82d5-402b-af39-dfc25ea4e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:12.239708 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event updated for resources: {'Port': ['ID=016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:12.242087 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (563e60ef-d33e-42ca-a2ba-a21ad66cf811), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:12.344216 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Floating IP 563e60ef-d33e-42ca-a2ba-a21ad66cf811 associated. External IP: 172.27.0.159, port: 652b8180-4f83-4880-81b9-b44df98605a9. Aug 05 02:28:12.559295 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Router 60b80c8b-9eb8-4012-a3fa-439520e42041 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:28:12.666604 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:28:12.676883 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] Sync routers for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:28:12.686549 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:12.688157 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:28:12.688799 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:28:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:12.721343 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-3af7d0d9-5277-4868-b817-6c365da9520b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5276196 Aug 05 02:28:12.721886 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:28:12.724121 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d7851-f6ae-442b-91d1-7f66f9301c34" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "tag": "652b8180-4f83-4880-81b9-b44df98605a9"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:28:12.762595 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df9dfb1-0079-405e-b751-69c0b4935eb8 x-openstack-request-id: req-8df9dfb1-0079-405e-b751-69c0b4935eb8 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:28:12.762849 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "tag": "652b8180-4f83-4880-81b9-b44df98605a9", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:28:12.763086 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8df9dfb1-0079-405e-b751-69c0b4935eb8 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:28:12.763584 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df9dfb1-0079-405e-b751-69c0b4935eb8'] response: {'name': 'network-changed', 'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9', 'status': 'completed', 'code': 200} Aug 05 02:28:12.797899 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:28:12.861439 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-44808bc1-9767-4852-937b-19d82f8333e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:12.862928 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-44808bc1-9767-4852-937b-19d82f8333e8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1130 time: 0.0489523 Aug 05 02:28:12.956999 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-85e2b49e-a8b5-40a3-9351-340c1d645ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:12.958464 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-85e2b49e-a8b5-40a3-9351-340c1d645ea1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 200 len: 910 time: 0.0897665 Aug 05 02:28:13.014984 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '563e60ef-d33e-42ca-a2ba-a21ad66cf811', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'port_id': '652b8180-4f83-4880-81b9-b44df98605a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'mac_address': 'fa:16:3e:a9:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:28:11Z', 'updated_at': '2022-08-05T02:28:11Z', 'revision_number': 0, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da47870a-8ff6-42a8-a43e-837f2480c5d4', 'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'mac_address': 'fa:16:3e:75:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:20Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 5, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'subnets': [{'id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:13.024906 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-08a0b223-82ee-40b1-9ad8-0c1c6c90e358 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 1000 time: 0.0602756 Aug 05 02:28:13.039467 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] Checking router: 60b80c8b-9eb8-4012-a3fa-439520e42041 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:28:13.048260 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:28:13.048891 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:28:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:13.074902 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-87d9bebb-c92e-4b7e-971d-f4854c5f9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:13.076386 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-87d9bebb-c92e-4b7e-971d-f4854c5f9273 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 HTTP/1.1" status: 200 len: 848 time: 0.0448356 Aug 05 02:28:13.085232 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:13.123078 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-eb3ee8b2-c60d-4ef6-a1f9-9665f4970578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:13.124637 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-eb3ee8b2-c60d-4ef6-a1f9-9665f4970578 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=54505e31-75ca-4416-ae9a-5b70292fe878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426090 Aug 05 02:28:13.214016 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:13.227305 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-969d44c1-2a1f-4c77-9e92-fe2711de84d5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966890 Aug 05 02:28:13.282368 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:13.292772 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:28:13.319940 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5c9d7851-f6ae-442b-91d1-7f66f9301c34 req-7a966df6-95b8-4d2e-afd6-6f38d669434c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854535 Aug 05 02:28:13.502717 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '563e60ef-d33e-42ca-a2ba-a21ad66cf811', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'port_id': '652b8180-4f83-4880-81b9-b44df98605a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'mac_address': 'fa:16:3e:a9:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:28:11Z', 'updated_at': '2022-08-05T02:28:11Z', 'revision_number': 0, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da47870a-8ff6-42a8-a43e-837f2480c5d4', 'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'mac_address': 'fa:16:3e:75:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:20Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 5, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'subnets': [{'id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:13.528104 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9daf4e-0785-4be3-abc3-d5ea90c914fd None None] The sync data for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi is: [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '563e60ef-d33e-42ca-a2ba-a21ad66cf811', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'port_id': '652b8180-4f83-4880-81b9-b44df98605a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'mac_address': 'fa:16:3e:a9:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:28:11Z', 'updated_at': '2022-08-05T02:28:11Z', 'revision_number': 0, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da47870a-8ff6-42a8-a43e-837f2480c5d4', 'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'mac_address': 'fa:16:3e:75:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:20Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 5, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'subnets': [{'id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:28:13.738850 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c1f0d-5f7a-404a-bb0a-b84c6d0a0198 None None] New status for floating IP 563e60ef-d33e-42ca-a2ba-a21ad66cf811: ACTIVE {{(pid=104198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:28:13.889564 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43906) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:14.003969 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2a3eba76-6b24-4970-b7ec-c7887627ca71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.081010 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2a3eba76-6b24-4970-b7ec-c7887627ca71 admin admin] Publish callbacks [] for security_group (91862cdf-e023-4f61-b14c-c453790583e1), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.085104 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2a3eba76-6b24-4970-b7ec-c7887627ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (91862cdf-e023-4f61-b14c-c453790583e1), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.121815 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eba76-6b24-4970-b7ec-c7887627ca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91862cdf-e023-4f61-b14c-c453790583e1,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:14.133076 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-2a3eba76-6b24-4970-b7ec-c7887627ca71 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=16b2c1b0d1874364b832489c3cb9f68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424407 Aug 05 02:28:14.133645 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43912) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:14.178499 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:14.192872 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0d068a4b-5746-43ed-a44c-5907fea58c36 admin admin] Publish callbacks [] for security_group (91862cdf-e023-4f61-b14c-c453790583e1), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.219961 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0d068a4b-5746-43ed-a44c-5907fea58c36 admin admin] Publish callbacks [] for security_group (91862cdf-e023-4f61-b14c-c453790583e1), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.267633 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0d068a4b-5746-43ed-a44c-5907fea58c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (91862cdf-e023-4f61-b14c-c453790583e1), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.270183 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0d068a4b-5746-43ed-a44c-5907fea58c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.271413 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0d068a4b-5746-43ed-a44c-5907fea58c36 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/91862cdf-e023-4f61-b14c-c453790583e1 HTTP/1.1" status: 204 len: 168 time: 0.1367443 Aug 05 02:28:14.280573 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d068a4b-5746-43ed-a44c-5907fea58c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91862cdf-e023-4f61-b14c-c453790583e1,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:14.535439 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43920) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:14.552278 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-032a760e-6b62-43ac-a2a1-dff31dd944e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.592689 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:14.634922 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-032a760e-6b62-43ac-a2a1-dff31dd944e0 admin admin] Publish callbacks [] for security_group (7274472a-fa21-4d4f-a061-079d05a942a9), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.639416 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-032a760e-6b62-43ac-a2a1-dff31dd944e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7274472a-fa21-4d4f-a061-079d05a942a9), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.678477 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-032a760e-6b62-43ac-a2a1-dff31dd944e0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1dea148394bf4e1c9f9c96395f39d29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419666 Aug 05 02:28:14.679352 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a760e-6b62-43ac-a2a1-dff31dd944e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7274472a-fa21-4d4f-a061-079d05a942a9,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:14.681847 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 43922) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:14.731855 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0df817a4-04d1-4205-8259-9910a400df0d admin admin] Publish callbacks [] for security_group (7274472a-fa21-4d4f-a061-079d05a942a9), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.753244 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0df817a4-04d1-4205-8259-9910a400df0d admin admin] Publish callbacks [] for security_group (7274472a-fa21-4d4f-a061-079d05a942a9), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.800499 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0df817a4-04d1-4205-8259-9910a400df0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7274472a-fa21-4d4f-a061-079d05a942a9), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.802986 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0df817a4-04d1-4205-8259-9910a400df0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.804403 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0df817a4-04d1-4205-8259-9910a400df0d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7274472a-fa21-4d4f-a061-079d05a942a9 HTTP/1.1" status: 204 len: 168 time: 0.1215444 Aug 05 02:28:14.813091 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df817a4-04d1-4205-8259-9910a400df0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7274472a-fa21-4d4f-a061-079d05a942a9,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:14.859514 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:14.911240 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:15.136093 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43928) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:15.149676 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-45171174-5197-4499-8cbd-291a73298b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:15.226895 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-45171174-5197-4499-8cbd-291a73298b34 admin admin] Publish callbacks [] for security_group (2b3cc8e6-dc35-45bb-b2b1-012ba9e60f78), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:15.231776 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-45171174-5197-4499-8cbd-291a73298b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (2b3cc8e6-dc35-45bb-b2b1-012ba9e60f78), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:15.270220 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45171174-5197-4499-8cbd-291a73298b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3cc8e6-dc35-45bb-b2b1-012ba9e60f78,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:15.277657 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-45171174-5197-4499-8cbd-291a73298b34 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0d904dfc676b49608cfd7865990c4ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372755 Aug 05 02:28:15.278523 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43934) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:15.333296 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8f81190c-4d8f-4383-9aa7-072d869fab37 admin admin] Publish callbacks [] for security_group (2b3cc8e6-dc35-45bb-b2b1-012ba9e60f78), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:15.356857 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8f81190c-4d8f-4383-9aa7-072d869fab37 admin admin] Publish callbacks [] for security_group (2b3cc8e6-dc35-45bb-b2b1-012ba9e60f78), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:15.408137 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8f81190c-4d8f-4383-9aa7-072d869fab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (2b3cc8e6-dc35-45bb-b2b1-012ba9e60f78), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:15.410839 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8f81190c-4d8f-4383-9aa7-072d869fab37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:15.411956 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8f81190c-4d8f-4383-9aa7-072d869fab37 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2b3cc8e6-dc35-45bb-b2b1-012ba9e60f78 HTTP/1.1" status: 204 len: 168 time: 0.1331465 Aug 05 02:28:15.422332 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81190c-4d8f-4383-9aa7-072d869fab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3cc8e6-dc35-45bb-b2b1-012ba9e60f78,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:16.119775 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43964) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:16.218617 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-770874241-network', 'tenant_id': '8aeb435284914740b100d506c74bad6b'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:16.240266 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Made reservation on behalf of 8aeb435284914740b100d506c74bad6b for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:28:16.242709 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.251965 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.254500 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:16.336951 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Publish callbacks [] for security_group (7d074091-e752-4ba0-b802-c16c02206dee), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.340505 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7d074091-e752-4ba0-b802-c16c02206dee), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.365675 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:28:16.375730 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d074091-e752-4ba0-b802-c16c02206dee,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:16.381582 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (580a9ea1-5f3e-4672-9e95-ac16b7686509), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.381920 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Added segment 580a9ea1-5f3e-4672-9e95-ac16b7686509 of type vlan for network fa472d95-83d0-4e82-b169-3c906c731c37 Aug 05 02:28:16.421619 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (fa472d95-83d0-4e82-b169-3c906c731c37), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.428511 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:16.449998 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (fa472d95-83d0-4e82-b169-3c906c731c37), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.450955 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:16.451517 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.512675 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3916805 Aug 05 02:28:16.515500 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 43968) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:16.517386 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f37f5-f5ad-452a-ac6d-6cdce5a248ad admin admin] Pushing event updated for resources: {'Network': ['ID=fa472d95-83d0-4e82-b169-3c906c731c37,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:16.522124 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Request body: {'subnet': {'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-770874241-subnet', 'tenant_id': '8aeb435284914740b100d506c74bad6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:16.526863 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network fa472d95-83d0-4e82-b169-3c906c731c37 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:28:16.543292 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Made reservation on behalf of 8aeb435284914740b100d506c74bad6b for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:28:16.545762 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12884284'] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.719994 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13019057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12884266'] for subnet (65601448-334b-4699-a78d-801580ea48da), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.778841 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=65601448-334b-4699-a78d-801580ea48da,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:16.785803 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Checking segment: {'id': '580a9ea1-5f3e-4672-9e95-ac16b7686509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:28:16.786166 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Network hostable DHCP agents. Network: fa472d95-83d0-4e82-b169-3c906c731c37, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:28:16.803507 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Network fa472d95-83d0-4e82-b169-3c906c731c37 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:28:16.812515 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, fa472d95-83d0-4e82-b169-3c906c731c37) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:28:16.816422 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:16.817024 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:16.821253 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e8a82-d304-49ea-8295-7e56c3bf3563 None None] Network fa472d95-83d0-4e82-b169-3c906c731c37 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:28:16.841644 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-bbb0e612-727e-4270-aa1e-922831b0c2bd admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3174760 Aug 05 02:28:16.864086 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:16.930562 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5113bf-51fe-4140-a9f4-b8f0394a01b6 None None] Network fa472d95-83d0-4e82-b169-3c906c731c37 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:28:18.881215 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-1449d9e4-b2d4-4924-bcd9-c4b7802434fc tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:18.882685 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-1449d9e4-b2d4-4924-bcd9-c4b7802434fc tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/networks?id=fa472d95-83d0-4e82-b169-3c906c731c37 HTTP/1.1" status: 200 len: 813 time: 0.3492451 Aug 05 02:28:18.897316 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-1e75486c-8a7f-4bd7-8d6c-0d6f87c8124e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/quotas/8aeb435284914740b100d506c74bad6b HTTP/1.1" status: 200 len: 375 time: 0.0088303 Aug 05 02:28:18.928933 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-032bdc9f-84d4-4414-9527-fd0466fb1fff tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8aeb435284914740b100d506c74bad6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269613 Aug 05 02:28:19.019889 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-d4c3d80a-f121-4b48-a8f5-00982bf93f36 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/fa472d95-83d0-4e82-b169-3c906c731c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838542 Aug 05 02:28:19.110901 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-b0e7e734-517c-4c4b-a899-4c09a2504dd7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/fa472d95-83d0-4e82-b169-3c906c731c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854094 Aug 05 02:28:19.277056 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d5e85a27-b5fb-48ba-ac86-08392a4a72df req-6d5bc234-ad33-4784-9a05-10fc8669a2ca tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 210 time: 0.0319014 Aug 05 02:28:20.328252 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-c8fa6f53-52c4-4551-bd1c-a3f94b94f7e8 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:20.329741 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-c8fa6f53-52c4-4551-bd1c-a3f94b94f7e8 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.45 "GET /networking/v2.0/networks?id=fa472d95-83d0-4e82-b169-3c906c731c37 HTTP/1.1" status: 200 len: 813 time: 0.1068673 Aug 05 02:28:20.368638 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Request body: {'port': {'device_id': 'bd8f5d3f-23c3-4e26-a9e2-78c610209aa1', 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37', 'admin_state_up': True, 'tenant_id': '8aeb435284914740b100d506c74bad6b'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:20.396980 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d8f94f66-e4c2-48bc-97eb-a5301d300548 req-9939c035-d9c2-420f-860d-7e8bc4e5dc9f tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 210 time: 0.0436308 Aug 05 02:28:20.478756 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:20.495631 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Made reservation on behalf of 8aeb435284914740b100d506c74bad6b for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:28:20.499094 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:20.562597 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:20.625600 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Allocated IP 172.20.0.7 (fa472d95-83d0-4e82-b169-3c906c731c37/65601448-334b-4699-a78d-801580ea48da/66177fbd-6947-4a08-a7d0-b06472880f9f) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:28:20.773678 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks [] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:20.806133 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:20.852160 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Network fa472d95-83d0-4e82-b169-3c906c731c37 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:28:20.855525 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:28:20.859501 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:28:20.865836 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Pushing event updated for resources: {'Port': ['ID=66177fbd-6947-4a08-a7d0-b06472880f9f,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:20.915883 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:20.916523 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:20.931922 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-78bb5603-a6a1-4c2d-86a3-7bfea5f580df tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689723 Aug 05 02:28:20.949623 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Request body: {'port': {'device_id': 'bd8f5d3f-23c3-4e26-a9e2-78c610209aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:21.011634 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:21.262520 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66177fbd-6947-4a08-a7d0-b06472880f9f {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:28:21.269917 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Publish callbacks [] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:21.271796 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=8,neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:21.284646 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Transition to ACTIVE for port object 66177fbd-6947-4a08-a7d0-b06472880f9f will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:28:21.288248 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:21.292745 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:21.351284 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Pushing event updated for resources: {'Port': ['ID=66177fbd-6947-4a08-a7d0-b06472880f9f,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:21.400599 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Attempting to bind port 66177fbd-6947-4a08-a7d0-b06472880f9f on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:28:21.400929 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Attempting to bind port 66177fbd-6947-4a08-a7d0-b06472880f9f by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '580a9ea1-5f3e-4672-9e95-ac16b7686509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:28:21.401254 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Attempting to bind port 66177fbd-6947-4a08-a7d0-b06472880f9f on network fa472d95-83d0-4e82-b169-3c906c731c37 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:28:21.406477 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Port 66177fbd-6947-4a08-a7d0-b06472880f9f on network fa472d95-83d0-4e82-b169-3c906c731c37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:28:21.406804 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Attempting to bind port 66177fbd-6947-4a08-a7d0-b06472880f9f on network fa472d95-83d0-4e82-b169-3c906c731c37 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:28:21.411667 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:28:21.412001 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Checking segment: {'id': '580a9ea1-5f3e-4672-9e95-ac16b7686509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:28:21.412406 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Bound using segment: {'id': '580a9ea1-5f3e-4672-9e95-ac16b7686509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:28:21.412825 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Bound port: 66177fbd-6947-4a08-a7d0-b06472880f9f, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580a9ea1-5f3e-4672-9e95-ac16b7686509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:28:21.413174 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:21.473630 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] For port 66177fbd-6947-4a08-a7d0-b06472880f9f, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:28:21.476615 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] For port 66177fbd-6947-4a08-a7d0-b06472880f9f, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=66177fbd-6947-4a08-a7d0-b06472880f9f,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:28:21.483845 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:21.487959 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:21.488604 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:21.489960 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/66177fbd-6947-4a08-a7d0-b06472880f9f HTTP/1.1" status: 200 len: 1093 time: 0.5442615 Aug 05 02:28:21.490470 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8f5d3f-23c3-4e26-a9e2-78c610209aa1', 'tag': '66177fbd-6947-4a08-a7d0-b06472880f9f'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:28:21.492711 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90862af4-067c-441e-801c-201936f171d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8f5d3f-23c3-4e26-a9e2-78c610209aa1", "tag": "66177fbd-6947-4a08-a7d0-b06472880f9f"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:28:21.519878 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed482e-2353-4160-b3c8-86517d09c4f7 req-df6b6d6f-2213-4aac-8d00-712d33174c45 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:21.521658 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d4ed482e-2353-4160-b3c8-86517d09c4f7 req-df6b6d6f-2213-4aac-8d00-712d33174c45 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 943 time: 0.0507855 Aug 05 02:28:21.539838 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cb8f26-c984-4086-8080-25e5b581ff58 x-openstack-request-id: req-31cb8f26-c984-4086-8080-25e5b581ff58 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:28:21.540125 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8f5d3f-23c3-4e26-a9e2-78c610209aa1", "tag": "66177fbd-6947-4a08-a7d0-b06472880f9f", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:28:21.540399 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31cb8f26-c984-4086-8080-25e5b581ff58 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:28:21.540796 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cb8f26-c984-4086-8080-25e5b581ff58'] response: {'name': 'network-changed', 'server_uuid': 'bd8f5d3f-23c3-4e26-a9e2-78c610209aa1', 'tag': '66177fbd-6947-4a08-a7d0-b06472880f9f', 'status': 'completed', 'code': 200} Aug 05 02:28:21.541747 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1b036-41ca-496c-85e4-d718a99431ea service neutron] Pushing event updated for resources: {'Port': ['ID=66177fbd-6947-4a08-a7d0-b06472880f9f,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:21.572750 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d4ed482e-2353-4160-b3c8-86517d09c4f7 req-73a9aaa2-e8f2-4a7b-9b69-d777de4881aa tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Aug 05 02:28:22.012269 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90862af4-067c-441e-801c-201936f171d9 req-279f32aa-da25-4aa4-a358-7787e26bd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:22.014702 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90862af4-067c-441e-801c-201936f171d9 req-279f32aa-da25-4aa4-a358-7787e26bd3e2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8aeb435284914740b100d506c74bad6b&device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 1127 time: 0.0481954 Aug 05 02:28:22.450338 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90862af4-067c-441e-801c-201936f171d9 req-55f78528-3e76-4503-86c2-7d710c04deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:22.451827 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90862af4-067c-441e-801c-201936f171d9 req-55f78528-3e76-4503-86c2-7d710c04deae service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=8aeb435284914740b100d506c74bad6b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1074579 Aug 05 02:28:22.562099 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90862af4-067c-441e-801c-201936f171d9 req-d81f634e-66dc-47d1-9014-37f9747b1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:22.563557 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-90862af4-067c-441e-801c-201936f171d9 req-d81f634e-66dc-47d1-9014-37f9747b1613 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008303 Aug 05 02:28:22.689712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-59590488-2f75-4958-959f-11cafa2a0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:22.691163 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-59590488-2f75-4958-959f-11cafa2a0981 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8aeb435284914740b100d506c74bad6b&device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 1127 time: 0.0664649 Aug 05 02:28:22.703906 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8fa79-942c-47f5-8f48-3fd11b617dc0 req-7370af30-00ca-48ca-b801-d1bd81683f8b tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:22.705220 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dbd8fa79-942c-47f5-8f48-3fd11b617dc0 req-7370af30-00ca-48ca-b801-d1bd81683f8b tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 943 time: 0.0541034 Aug 05 02:28:22.747787 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-68b866f5-0954-4535-bcb9-ec2aa2634192 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66177fbd-6947-4a08-a7d0-b06472880f9f HTTP/1.1" status: 200 len: 217 time: 0.0414445 Aug 05 02:28:22.815674 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dbd8fa79-942c-47f5-8f48-3fd11b617dc0 req-25b7e3f7-6c90-454e-82a6-1987d36a10e1 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025379 Aug 05 02:28:22.819082 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-d8b4044b-5fc8-412c-8ad9-f1387e0f6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:22.820451 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-d8b4044b-5fc8-412c-8ad9-f1387e0f6107 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=65601448-334b-4699-a78d-801580ea48da HTTP/1.1" status: 200 len: 853 time: 0.0650563 Aug 05 02:28:22.855193 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-822c4881-c785-4b01-aa19-a30ff8a35a9b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=fa472d95-83d0-4e82-b169-3c906c731c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278351 Aug 05 02:28:22.951483 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-8722bd60-c11f-4236-82ae-ea311475601d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fa472d95-83d0-4e82-b169-3c906c731c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882366 Aug 05 02:28:23.046449 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-42c178b2-deb6-452e-b04a-ab640706ab8c req-4f94a8b6-5d0f-4f88-8658-0877dfe2166f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fa472d95-83d0-4e82-b169-3c906c731c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865667 Aug 05 02:28:23.831451 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=14 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:23.846871 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:23.930364 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:23.944179 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e8202-943d-403c-8e39-a75a2ccf1060 req-bfcdadeb-3e2c-49c9-a2fb-aa4257ea6438 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:23.945684 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f39e8202-943d-403c-8e39-a75a2ccf1060 req-bfcdadeb-3e2c-49c9-a2fb-aa4257ea6438 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 943 time: 0.0543754 Aug 05 02:28:23.971448 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:23.993616 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f39e8202-943d-403c-8e39-a75a2ccf1060 req-f36c410a-ef87-4e88-868a-b190ca56d3d7 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Aug 05 02:28:25.109854 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e4d5e-4511-469b-b49d-9804b2372260 req-235b40be-c192-4131-9e98-d1dd4b444355 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:25.111220 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-419e4d5e-4511-469b-b49d-9804b2372260 req-235b40be-c192-4131-9e98-d1dd4b444355 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 943 time: 0.0471559 Aug 05 02:28:25.159856 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-419e4d5e-4511-469b-b49d-9804b2372260 req-ce7625d0-2609-48e4-819e-61c9c8f6bc49 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Aug 05 02:28:26.282274 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186917cc-1ca6-45e8-803c-98b5d7f4f7f3 req-d76d3e60-91c3-4547-adee-e14c61007cf3 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:26.283933 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-186917cc-1ca6-45e8-803c-98b5d7f4f7f3 req-d76d3e60-91c3-4547-adee-e14c61007cf3 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 943 time: 0.0491159 Aug 05 02:28:26.335563 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-186917cc-1ca6-45e8-803c-98b5d7f4f7f3 req-69773718-114c-4e23-afb6-68cf96bf7ecb tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461879 Aug 05 02:28:26.571721 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 66177fbd-6947-4a08-a7d0-b06472880f9f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:28:26.676214 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 66177fbd-6947-4a08-a7d0-b06472880f9f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=66177fbd-6947-4a08-a7d0-b06472880f9f,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:26.691539 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '66177fbd-6947-4a08-a7d0-b06472880f9f', 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37', 'port_id': '66177fbd-6947-4a08-a7d0-b06472880f9f', 'mac_address': 'fa:16:3e:1e:0f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65601448-334b-4699-a78d-801580ea48da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:28:26.727193 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 66177fbd-6947-4a08-a7d0-b06472880f9f is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:28:26.727588 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:26.740778 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66177fbd-6947-4a08-a7d0-b06472880f9f {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:28:26.761227 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 66177fbd-6947-4a08-a7d0-b06472880f9f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=66177fbd-6947-4a08-a7d0-b06472880f9f,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:26.767451 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:26.817978 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=66177fbd-6947-4a08-a7d0-b06472880f9f,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:26.903255 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd23562-9770-4980-b606-27416aebb9a0 req-f2533d71-0caa-4274-b516-a576765dde16 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:26.904659 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8dd23562-9770-4980-b606-27416aebb9a0 req-f2533d71-0caa-4274-b516-a576765dde16 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 945 time: 0.0487640 Aug 05 02:28:26.950766 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8dd23562-9770-4980-b606-27416aebb9a0 req-97b2b960-3e20-4cdf-9636-b0ec3662a965 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Aug 05 02:28:27.246740 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['66177fbd-6947-4a08-a7d0-b06472880f9f'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:28:27.318789 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:27.456369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e74de-b770-4d75-a12c-f9476ace61f2 req-42533a10-78f4-4a2a-8c64-56a90768151c tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:27.457826 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dd0e74de-b770-4d75-a12c-f9476ace61f2 req-42533a10-78f4-4a2a-8c64-56a90768151c tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 944 time: 0.0471163 Aug 05 02:28:27.505284 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dd0e74de-b770-4d75-a12c-f9476ace61f2 req-cb041901-5c70-4f25-b120-752fdc975061 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Aug 05 02:28:28.056548 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:28.073725 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968929-9fac-43c7-8d0e-29d69f91ade0 req-afcd32c9-6d33-4b8a-be87-25ac12299da4 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:28.075173 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1c968929-9fac-43c7-8d0e-29d69f91ade0 req-afcd32c9-6d33-4b8a-be87-25ac12299da4 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 945 time: 0.0521350 Aug 05 02:28:28.126800 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1c968929-9fac-43c7-8d0e-29d69f91ade0 req-ceac580d-0303-40b8-aea8-044994878486 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 Aug 05 02:28:28.591001 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 66177fbd-6947-4a08-a7d0-b06472880f9f up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:28:28.624678 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827c27b-6dc0-450c-aba7-6e8cc5a1a317 req-eb6406cb-b596-4b9e-bf9a-554dc9cf95d2 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:28.626227 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8827c27b-6dc0-450c-aba7-6e8cc5a1a317 req-eb6406cb-b596-4b9e-bf9a-554dc9cf95d2 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 944 time: 0.0507963 Aug 05 02:28:28.633550 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 66177fbd-6947-4a08-a7d0-b06472880f9f completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:28:28.639160 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 66177fbd-6947-4a08-a7d0-b06472880f9f triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:28:28.639683 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:28.675892 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8827c27b-6dc0-450c-aba7-6e8cc5a1a317 req-dede4375-b899-4757-8fd0-fd9cd1bf8346 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Aug 05 02:28:28.713766 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 66177fbd-6947-4a08-a7d0-b06472880f9f is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:28:28.714088 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:28.738405 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8f5d3f-23c3-4e26-a9e2-78c610209aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66177fbd-6947-4a08-a7d0-b06472880f9f'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:28:28.740635 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236b878d-f2a1-48d6-bcc3-148cb1280a0c" -d '{"events": [{"server_uuid": "bd8f5d3f-23c3-4e26-a9e2-78c610209aa1", "name": "network-vif-plugged", "status": "completed", "tag": "66177fbd-6947-4a08-a7d0-b06472880f9f"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:28:28.753141 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 66177fbd-6947-4a08-a7d0-b06472880f9f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=66177fbd-6947-4a08-a7d0-b06472880f9f,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:28.757709 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:28.783794 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:28.785766 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9edeed-4890-402f-a773-5050c8146cc1 x-openstack-request-id: req-ef9edeed-4890-402f-a773-5050c8146cc1 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:28:28.786056 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8f5d3f-23c3-4e26-a9e2-78c610209aa1", "name": "network-vif-plugged", "status": "completed", "tag": "66177fbd-6947-4a08-a7d0-b06472880f9f", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:28:28.786309 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef9edeed-4890-402f-a773-5050c8146cc1 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:28:28.786701 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9edeed-4890-402f-a773-5050c8146cc1'] response: {'server_uuid': 'bd8f5d3f-23c3-4e26-a9e2-78c610209aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66177fbd-6947-4a08-a7d0-b06472880f9f', 'code': 200} Aug 05 02:28:28.816235 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=66177fbd-6947-4a08-a7d0-b06472880f9f,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:29.265192 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4035-95e1-440e-a658-af4f2515b9af req-5b8af2a2-288c-4473-819e-577cb9e5ed96 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:29.266690 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-435c4035-95e1-440e-a658-af4f2515b9af req-5b8af2a2-288c-4473-819e-577cb9e5ed96 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 945 time: 0.0948327 Aug 05 02:28:29.281019 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7962e7d-2c99-46c4-ba92-f42b6c612e14 req-da6a93cf-e829-4348-8c1d-a6f2d5488fa0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:29.282498 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b7962e7d-2c99-46c4-ba92-f42b6c612e14 req-da6a93cf-e829-4348-8c1d-a6f2d5488fa0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 945 time: 0.0619094 Aug 05 02:28:29.362576 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b7962e7d-2c99-46c4-ba92-f42b6c612e14 req-3c1bb135-9690-4e73-b883-439015744cb1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ed5d0e9-6b19-423a-86a4-7d0a61c62771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742462 Aug 05 02:28:29.406190 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Deleting port 470a70cc-8420-4e3a-996b-d0527d557db3 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:28:29.406528 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:29.492665 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] For port 470a70cc-8420-4e3a-996b-d0527d557db3, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=470a70cc-8420-4e3a-996b-d0527d557db3,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:29.493021 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:29.624933 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37885e21-ad0a-437d-b6f1-b04194ffbd5b req-97485da2-b160-41fa-b0c8-1403ce294f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:29.626404 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-37885e21-ad0a-437d-b6f1-b04194ffbd5b req-97485da2-b160-41fa-b0c8-1403ce294f7b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 1129 time: 0.0742185 Aug 05 02:28:29.699451 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:29.715322 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:29.715681 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (42f1484a-8d2b-491e-94c5-1d5dea7909b4), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:29.715996 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Floating IP 42f1484a-8d2b-491e-94c5-1d5dea7909b4 disassociated. External IP: 172.27.0.150, port: 470a70cc-8420-4e3a-996b-d0527d557db3. Aug 05 02:28:29.716357 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Calling delete_port for 470a70cc-8420-4e3a-996b-d0527d557db3 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:28:29.729999 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-37885e21-ad0a-437d-b6f1-b04194ffbd5b req-e0b15f23-7df3-4ae5-b32e-badee7d5dc70 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964582 Aug 05 02:28:29.782578 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:29.799174 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8bb2a-403a-49af-b308-7eb7fa5159d5 req-378527f8-4016-4e3a-9a5f-52d0a2ee616d tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:29.801260 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5a8bb2a-403a-49af-b308-7eb7fa5159d5 req-378527f8-4016-4e3a-9a5f-52d0a2ee616d tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 945 time: 0.0485620 Aug 05 02:28:29.852346 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b5a8bb2a-403a-49af-b308-7eb7fa5159d5 req-1215f42c-d636-4237-806c-b9111dee0cb5 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447423 Aug 05 02:28:29.863986 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (470a70cc-8420-4e3a-996b-d0527d557db3), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:29.898583 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'Port': ['ID=470a70cc-8420-4e3a-996b-d0527d557db3,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:29.936710 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.937064 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.937410 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.937756 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.938095 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.938432 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.938767 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.939097 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.939427 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.939760 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.940092 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.940450 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.940779 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.941107 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:29.941434 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:30.013536 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:28:30.127465 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:28:30.138322 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:28:30.148308 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:28:30.148890 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:28:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:30.169636 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] No DVR routers for this DVR port 470a70cc-8420-4e3a-996b-d0527d557db3 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:28:30.173108 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:30.176305 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-435c4035-95e1-440e-a658-af4f2515b9af req-3c25d862-e6f4-4d7e-b5f9-93accd58b7c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "DELETE /networking/v2.0/ports/470a70cc-8420-4e3a-996b-d0527d557db3 HTTP/1.1" status: 204 len: 173 time: 0.8711729 Aug 05 02:28:30.176767 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'name': 'network-vif-deleted', 'tag': '470a70cc-8420-4e3a-996b-d0527d557db3'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:28:30.179079 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59541da-af80-487d-a7d4-20bb47a6bd92" -d '{"events": [{"server_uuid": "17a74b7e-5eed-4b83-8abb-d300e6662c14", "name": "network-vif-deleted", "tag": "470a70cc-8420-4e3a-996b-d0527d557db3"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:28:30.225168 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceafb64a-6d97-4d30-bf23-46f753162977 x-openstack-request-id: req-ceafb64a-6d97-4d30-bf23-46f753162977 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:28:30.225457 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a74b7e-5eed-4b83-8abb-d300e6662c14", "name": "network-vif-deleted", "tag": "470a70cc-8420-4e3a-996b-d0527d557db3", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:28:30.225706 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ceafb64a-6d97-4d30-bf23-46f753162977 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:28:30.226105 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceafb64a-6d97-4d30-bf23-46f753162977'] response: {'server_uuid': '17a74b7e-5eed-4b83-8abb-d300e6662c14', 'name': 'network-vif-deleted', 'tag': '470a70cc-8420-4e3a-996b-d0527d557db3', 'status': 'completed', 'code': 200} Aug 05 02:28:30.258093 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:28:30.449074 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:30.461977 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4b433e4b-c555-4296-8eba-a6caad576a50 req-35e02ed2-13a5-4b1d-a04e-ed9d27b52e23 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 210 time: 0.0268497 Aug 05 02:28:30.475075 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:28:30.484277 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:28:30.484909 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:28:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:30.585339 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:28:30.770226 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:30.771783 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:30.799640 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e201810-c51a-4c7a-933d-ab92fa41c9df None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:28:30.984982 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df409e95-5c31-48c0-a767-4a7c8194affc req-47992cf0-9ff5-4c14-9d68-4414642d6b23 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:30.986643 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-df409e95-5c31-48c0-a767-4a7c8194affc req-47992cf0-9ff5-4c14-9d68-4414642d6b23 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 945 time: 0.0511985 Aug 05 02:28:31.027094 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd776f4-b5b2-49d8-bcfc-eb95c1d9082f None None] New status for floating IP 42f1484a-8d2b-491e-94c5-1d5dea7909b4: DOWN {{(pid=104198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:28:31.038230 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-df409e95-5c31-48c0-a767-4a7c8194affc req-d511ebf6-cd4f-47a6-81d6-82a77dc2080e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Aug 05 02:28:31.106902 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:31.580228 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c865af08-0190-429c-a75d-0dbf979ed606 req-d3651564-a734-42c2-8ac0-2eac5f8bbb8f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 210 time: 0.0318246 Aug 05 02:28:32.020925 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-23d859cb-f515-46eb-8320-6226900058de req-adb58916-631b-48bc-91db-17f1ef6e3bd7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318899 Aug 05 02:28:32.110033 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-23d859cb-f515-46eb-8320-6226900058de req-2ee5d839-5500-411f-a5c8-685967aa2c9b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=17a74b7e-5eed-4b83-8abb-d300e6662c14 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Aug 05 02:28:32.206722 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70187a81-1669-406f-a544-8b38a7e59f83 req-43c7d668-9fee-4f96-975f-02256a32c40e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:32.208193 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70187a81-1669-406f-a544-8b38a7e59f83 req-43c7d668-9fee-4f96-975f-02256a32c40e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 945 time: 0.0931482 Aug 05 02:28:32.287066 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70187a81-1669-406f-a544-8b38a7e59f83 req-f69e8122-6afc-4bc7-839f-dec0a83c6146 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Aug 05 02:28:32.288485 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d859cb-f515-46eb-8320-6226900058de req-7f916bc6-520d-413e-b775-ce6260fdcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:32.289833 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-23d859cb-f515-46eb-8320-6226900058de req-7f916bc6-520d-413e-b775-ce6260fdcf4c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=ad6a220b99d94a648150476bf0a01e50&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1457720 Aug 05 02:28:32.394309 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d859cb-f515-46eb-8320-6226900058de req-23aa5a00-3c21-4532-8209-6c265ceec7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:32.395984 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-23d859cb-f515-46eb-8320-6226900058de req-23aa5a00-3c21-4532-8209-6c265ceec7e3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001759 Aug 05 02:28:32.617045 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 470a70cc-8420-4e3a-996b-d0527d557db3 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:28:32.638621 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 470a70cc-8420-4e3a-996b-d0527d557db3 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:28:32.638969 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 470a70cc-8420-4e3a-996b-d0527d557db3 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:28:32.674522 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 44142) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:32.714556 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:32.747410 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5add929b-dd47-4dfa-927a-660321acc6f0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (9ed5d0e9-6b19-423a-86a4-7d0a61c62771), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:32.773779 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5add929b-dd47-4dfa-927a-660321acc6f0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (9ed5d0e9-6b19-423a-86a4-7d0a61c62771), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:32.824916 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5add929b-dd47-4dfa-927a-660321acc6f0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (9ed5d0e9-6b19-423a-86a4-7d0a61c62771), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:32.827619 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5add929b-dd47-4dfa-927a-660321acc6f0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:32.832051 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-5add929b-dd47-4dfa-927a-660321acc6f0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9ed5d0e9-6b19-423a-86a4-7d0a61c62771 HTTP/1.1" status: 204 len: 168 time: 0.1537709 Aug 05 02:28:32.832648 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 44148) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:32.850425 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add929b-dd47-4dfa-927a-660321acc6f0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed5d0e9-6b19-423a-86a4-7d0a61c62771,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:32.853455 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.api.v2.resource [None req-be1c648b-b625-45da-b36b-abe001d4c8c9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] show failed (client error): The resource could not be found. Aug 05 02:28:32.854484 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-be1c648b-b625-45da-b36b-abe001d4c8c9 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups/9ed5d0e9-6b19-423a-86a4-7d0a61c62771 HTTP/1.1" status: 404 len: 347 time: 0.0208938 Aug 05 02:28:32.857258 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 44150) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:32.932498 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:32.973078 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Deleting port aec0227b-79eb-41bc-9b42-5e5dcfd3601f {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:28:32.973424 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (aec0227b-79eb-41bc-9b42-5e5dcfd3601f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.323478 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (aec0227b-79eb-41bc-9b42-5e5dcfd3601f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.324224 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (aec0227b-79eb-41bc-9b42-5e5dcfd3601f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.337675 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Calling delete_port for aec0227b-79eb-41bc-9b42-5e5dcfd3601f owned by network:floatingip {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:28:33.475301 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (aec0227b-79eb-41bc-9b42-5e5dcfd3601f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.503202 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'Port': ['ID=aec0227b-79eb-41bc-9b42-5e5dcfd3601f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:33.565360 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (42f1484a-8d2b-491e-94c5-1d5dea7909b4), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.567937 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.569163 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-679fbe76-1656-46bd-a90a-08757e879c77 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/42f1484a-8d2b-491e-94c5-1d5dea7909b4 HTTP/1.1" status: 204 len: 168 time: 0.7109613 Aug 05 02:28:33.638019 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 44170) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:33.642558 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-468607f4-d27d-4a49-a6b2-9294cfb7a871 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398948362', 'description': 'tempest-description--1057100809'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:33.662437 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-468607f4-d27d-4a49-a6b2-9294cfb7a871 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.732691 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-468607f4-d27d-4a49-a6b2-9294cfb7a871 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (dc2626f2-01fd-497c-b8f6-67f1888932ef), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.736577 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-468607f4-d27d-4a49-a6b2-9294cfb7a871 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dc2626f2-01fd-497c-b8f6-67f1888932ef), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.769146 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468607f4-d27d-4a49-a6b2-9294cfb7a871 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2626f2-01fd-497c-b8f6-67f1888932ef,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:33.774541 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-468607f4-d27d-4a49-a6b2-9294cfb7a871 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.778992 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-468607f4-d27d-4a49-a6b2-9294cfb7a871 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1399524 Aug 05 02:28:33.779112 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 44174) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:33.784144 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group_rule': {'security_group_id': 'dc2626f2-01fd-497c-b8f6-67f1888932ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:33.794557 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:33.819182 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (2767fbba-a3f1-4ea4-88e5-78f5c67ad15d), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.878374 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (2767fbba-a3f1-4ea4-88e5-78f5c67ad15d), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.881991 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (2767fbba-a3f1-4ea4-88e5-78f5c67ad15d), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.900904 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2767fbba-a3f1-4ea4-88e5-78f5c67ad15d,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:33.910802 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.911985 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318662 Aug 05 02:28:33.913369 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.913718 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.914070 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.914492 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.914799 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 44176) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:33.914951 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.915159 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.915522 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.915990 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.916416 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.916774 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.917086 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.917417 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.917745 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.918072 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.918400 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e866896d-c8ab-4f24-a990-e75d5023cd70 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:28:33.920013 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-62e718c7-8ab7-4a8f-a579-39b67ff39a18 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'security_group_rule': {'security_group_id': 'dc2626f2-01fd-497c-b8f6-67f1888932ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:33.951990 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-62e718c7-8ab7-4a8f-a579-39b67ff39a18 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (91af9011-4003-46ce-bf36-ad179227766f), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:33.963870 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:34.013491 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-62e718c7-8ab7-4a8f-a579-39b67ff39a18 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (91af9011-4003-46ce-bf36-ad179227766f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.017926 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-62e718c7-8ab7-4a8f-a579-39b67ff39a18 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (91af9011-4003-46ce-bf36-ad179227766f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.036212 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e718c7-8ab7-4a8f-a579-39b67ff39a18 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91af9011-4003-46ce-bf36-ad179227766f,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:34.042992 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-62e718c7-8ab7-4a8f-a579-39b67ff39a18 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.044158 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-62e718c7-8ab7-4a8f-a579-39b67ff39a18 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281240 Aug 05 02:28:34.047445 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 44178) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:34.052058 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:34.073189 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.150247 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:34.159791 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.270884 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Allocated IP 172.27.0.133 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/0eb3e290-c74c-4050-95fe-1bc71e5d8b6b) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:28:34.382083 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (0eb3e290-c74c-4050-95fe-1bc71e5d8b6b), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.412728 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (0eb3e290-c74c-4050-95fe-1bc71e5d8b6b), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.453619 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:28:34.458409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:28:34.461308 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:28:34.484710 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=0eb3e290-c74c-4050-95fe-1bc71e5d8b6b,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:34.551374 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (91bbb501-82ca-4c1f-ba57-24c1174d29d0), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.591338 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (0eb3e290-c74c-4050-95fe-1bc71e5d8b6b), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.690778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:34.747690 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (0eb3e290-c74c-4050-95fe-1bc71e5d8b6b), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.752296 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (0eb3e290-c74c-4050-95fe-1bc71e5d8b6b), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.817534 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=0eb3e290-c74c-4050-95fe-1bc71e5d8b6b,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:34.823725 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (91bbb501-82ca-4c1f-ba57-24c1174d29d0), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.846374 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:34.847631 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-606d9cd6-2587-4d47-be91-02a8d79f6cdd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7992549 Aug 05 02:28:35.061169 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-7cf8dc38-a19b-4bf2-af78-4aba2e919986 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1398948362&fields=id&tenant_id=ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 267 time: 0.0473623 Aug 05 02:28:35.129567 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:35.175403 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-d7b2ce82-8db2-41e0-b29c-0c16c655f352 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:35.176895 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-d7b2ce82-8db2-41e0-b29c-0c16c655f352 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 814 time: 0.1097803 Aug 05 02:28:35.191446 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-551e4fc4-d6eb-47cc-85ab-f7ba2f8e9440 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/quotas/ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 375 time: 0.0091951 Aug 05 02:28:35.245549 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-9492b441-aaec-443e-8e49-7cb445ac661b tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493109 Aug 05 02:28:35.346563 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-f33e9f49-a455-41cf-9ea2-54a890286779 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890877 Aug 05 02:28:35.445652 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-c9244ea4-d48e-45d0-9d3d-1978aa57d2ba service neutron] 10.222.0.15 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933509 Aug 05 02:28:35.608620 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ed107084-489d-412a-b3fb-a2395af961ba req-c98846e6-98f8-4761-b9c7-609084d154a5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 210 time: 0.0272691 Aug 05 02:28:36.713052 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c7208056-0823-4dcc-9e8b-5f0cf67be067 req-8989e815-adfc-4658-86f0-62a849fe2c05 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 210 time: 0.0295496 Aug 05 02:28:36.937534 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-edccbf45-9a7c-4b6b-afd1-f51d24e00477 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:36.939193 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-edccbf45-9a7c-4b6b-afd1-f51d24e00477 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 814 time: 0.1202734 Aug 05 02:28:37.024513 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-83be79e8-f130-4644-81bb-cdb246b475e1 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ad6a220b99d94a648150476bf0a01e50 HTTP/1.1" status: 200 len: 380 time: 0.0546391 Aug 05 02:28:37.145594 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'port': {'device_id': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'admin_state_up': True, 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'security_groups': ['dc2626f2-01fd-497c-b8f6-67f1888932ef']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:37.255126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Made reservation on behalf of ad6a220b99d94a648150476bf0a01e50 for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:28:37.258651 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:37.281508 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:37.393389 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Allocated IP 172.20.0.11 (528bd4e2-8ce2-403c-8a20-be166348ecb8/ba64233d-280c-40c6-b874-3f71d828d09d/4d4a4290-997a-4edf-84d1-d7b7d68048c0) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:28:37.536737 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:37.561558 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:37.569609 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:37.604209 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:28:37.613199 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:28:37.619804 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:28:37.622575 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:28:37.654772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event updated for resources: {'Port': ['ID=4d4a4290-997a-4edf-84d1-d7b7d68048c0,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:37.686169 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:37.686784 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:37.705419 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-035d6fff-517b-41ab-80b4-4253f9ea94c5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638363 Aug 05 02:28:37.724411 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Request body: {'port': {'device_id': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:37.795900 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:37.827357 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-440108ed-9ef3-4b69-9b88-586f79e9ec4b None None] Provisioning complete for port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:28:37.828586 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-440108ed-9ef3-4b69-9b88-586f79e9ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:37.852527 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51bce4-16af-4745-a2b8-2a21eeb9d129 req-cb059d7f-efd8-46cd-b6ad-6c0763c6ae30 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:37.854700 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5f51bce4-16af-4745-a2b8-2a21eeb9d129 req-cb059d7f-efd8-46cd-b6ad-6c0763c6ae30 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 932 time: 0.0576880 Aug 05 02:28:37.868228 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-440108ed-9ef3-4b69-9b88-586f79e9ec4b None None] Port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:28:37.909342 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5f51bce4-16af-4745-a2b8-2a21eeb9d129 req-4c27b238-e5b9-484b-8513-f9ac0b2fb2ce tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476937 Aug 05 02:28:38.073905 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4a4290-997a-4edf-84d1-d7b7d68048c0 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:28:38.082252 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Publish callbacks [] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:38.095630 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Transition to ACTIVE for port object 4d4a4290-997a-4edf-84d1-d7b7d68048c0 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:28:38.103099 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:38.108582 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:38.168319 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498eff08-9780-45c3-951f-327876198c4c service neutron] Pushing event updated for resources: {'Port': ['ID=4d4a4290-997a-4edf-84d1-d7b7d68048c0,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:38.225598 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Attempting to bind port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:28:38.225928 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Attempting to bind port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:28:38.226250 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Attempting to bind port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:28:38.230518 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:28:38.230837 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Attempting to bind port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 on network 528bd4e2-8ce2-403c-8a20-be166348ecb8 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:28:38.236084 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:28:38.236442 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Checking segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:28:38.236819 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Bound using segment: {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:28:38.237233 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Bound port: 4d4a4290-997a-4edf-84d1-d7b7d68048c0, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1827503a-6d47-4168-865d-ca15ba1b85c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:28:38.237579 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:38.299646 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] For port 4d4a4290-997a-4edf-84d1-d7b7d68048c0, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:28:38.302733 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] For port 4d4a4290-997a-4edf-84d1-d7b7d68048c0, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d4a4290-997a-4edf-84d1-d7b7d68048c0,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:28:38.308797 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:38.313392 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:38.314007 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:38.315368 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-498eff08-9780-45c3-951f-327876198c4c service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/4d4a4290-997a-4edf-84d1-d7b7d68048c0 HTTP/1.1" status: 200 len: 1094 time: 0.5955453 Aug 05 02:28:38.317414 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'tag': '4d4a4290-997a-4edf-84d1-d7b7d68048c0'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:28:38.319987 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d0e67c-0e2b-400b-a334-b8d2fcd0758a", "tag": "4d4a4290-997a-4edf-84d1-d7b7d68048c0"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:28:38.362578 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a63f770-008e-4bd1-9290-2bc78456a44f x-openstack-request-id: req-4a63f770-008e-4bd1-9290-2bc78456a44f {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:28:38.362873 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d0e67c-0e2b-400b-a334-b8d2fcd0758a", "tag": "4d4a4290-997a-4edf-84d1-d7b7d68048c0", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:28:38.363126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a63f770-008e-4bd1-9290-2bc78456a44f {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:28:38.363525 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a63f770-008e-4bd1-9290-2bc78456a44f'] response: {'name': 'network-changed', 'server_uuid': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'tag': '4d4a4290-997a-4edf-84d1-d7b7d68048c0', 'status': 'completed', 'code': 200} Aug 05 02:28:38.375403 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498eff08-9780-45c3-951f-327876198c4c service neutron] Pushing event updated for resources: {'Port': ['ID=4d4a4290-997a-4edf-84d1-d7b7d68048c0,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:38.457803 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-05f40677-751d-4bf8-a4a9-345b009f72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:38.459364 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-05f40677-751d-4bf8-a4a9-345b009f72d7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 1128 time: 0.0406260 Aug 05 02:28:38.511370 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-cf4b9b29-5d0e-4899-a111-24306974b538 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d4a4290-997a-4edf-84d1-d7b7d68048c0 HTTP/1.1" status: 200 len: 217 time: 0.0361941 Aug 05 02:28:38.552672 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:38.563136 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-4b78c2ae-dcf6-403f-9ee2-926702f363dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:38.564601 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-4b78c2ae-dcf6-403f-9ee2-926702f363dc service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0464735 Aug 05 02:28:38.611597 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-73a848f8-fc99-4d9f-9963-c71d5b37b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:38.613160 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-73a848f8-fc99-4d9f-9963-c71d5b37b5b8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421774 Aug 05 02:28:38.711728 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-6c4cfcc6-70b6-4b40-91ef-26e3ce8c3e02 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914679 Aug 05 02:28:38.810242 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7f634ac4-9bde-4876-bcb3-545646e8dc83 req-a8b41721-6524-460f-8973-97feedef89f9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910275 Aug 05 02:28:39.037186 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063c4b8-aa5e-4322-810f-4f461ca96e12 req-590ded24-5a7f-4b22-b9df-38f0ee0d69c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:39.038886 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a063c4b8-aa5e-4322-810f-4f461ca96e12 req-590ded24-5a7f-4b22-b9df-38f0ee0d69c7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 944 time: 0.0516806 Aug 05 02:28:39.091486 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a063c4b8-aa5e-4322-810f-4f461ca96e12 req-e2db33df-40bc-4e81-ab90-06ab5738c63d tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458965 Aug 05 02:28:40.030083 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-684dea65-6797-4ad4-a3ec-e2e7b50a94da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:40.216420 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671fe9c-cbc7-4130-bdf4-a4063dfd8317 req-d1b87950-9412-4c6b-90aa-b2025a9de735 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:40.217905 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3671fe9c-cbc7-4130-bdf4-a4063dfd8317 req-d1b87950-9412-4c6b-90aa-b2025a9de735 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 944 time: 0.0478823 Aug 05 02:28:40.269717 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3671fe9c-cbc7-4130-bdf4-a4063dfd8317 req-f103001b-feda-4ad0-a4c6-a860183a7f03 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451031 Aug 05 02:28:41.100041 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:41.183716 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baead5e-7d72-44f4-8783-6edbcfed05cb req-352c9b2e-2e5a-42c9-910f-fa727e26941c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:41.185226 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0baead5e-7d72-44f4-8783-6edbcfed05cb req-352c9b2e-2e5a-42c9-910f-fa727e26941c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Aug 05 02:28:41.235688 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0baead5e-7d72-44f4-8783-6edbcfed05cb req-7ffdc133-deeb-44fd-893e-7406837873b5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434775 Aug 05 02:28:41.393354 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9f562-cbb1-4ead-9290-53ea11221fcc req-d3ffb01b-1aa3-416c-ae7d-fb4ee6c0b6e6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:41.394742 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-28e9f562-cbb1-4ead-9290-53ea11221fcc req-d3ffb01b-1aa3-416c-ae7d-fb4ee6c0b6e6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 944 time: 0.0474675 Aug 05 02:28:41.446890 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-28e9f562-cbb1-4ead-9290-53ea11221fcc req-d0f94ec9-19d5-423a-8f27-bb4d9483b170 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465522 Aug 05 02:28:41.858746 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-9a4cf2b2-a2ea-4193-8492-4225eab38f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:41.860573 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-9a4cf2b2-a2ea-4193-8492-4225eab38f0d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 1128 time: 0.0462415 Aug 05 02:28:41.951564 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-a5423734-3dd9-46f9-bc55-385bd0aa0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:41.953657 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-a5423734-3dd9-46f9-bc55-385bd0aa0bf7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.0868545 Aug 05 02:28:42.078244 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-00c2e0f4-bad6-4e8b-9501-6ea38861dd82 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d4a4290-997a-4edf-84d1-d7b7d68048c0 HTTP/1.1" status: 200 len: 217 time: 0.0363925 Aug 05 02:28:42.123468 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:42.130927 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-0b3b2b6e-05f1-4179-bab1-261f4882b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:42.132462 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-0b3b2b6e-05f1-4179-bab1-261f4882b8aa service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0471146 Aug 05 02:28:42.178375 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-cef01532-8e8d-4c2f-9928-4d05e80764df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:42.179855 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-cef01532-8e8d-4c2f-9928-4d05e80764df service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411365 Aug 05 02:28:42.233738 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-43484901-9a45-4e54-b72b-0229b5666023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:42.277962 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-8239ace7-5532-4c2b-886f-af250a8cb09d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913336 Aug 05 02:28:42.391622 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d731a93-167d-47a1-8c4a-59f1de1f1368 req-6fd1de28-f148-4f65-a04b-420762a36193 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:42.393182 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d731a93-167d-47a1-8c4a-59f1de1f1368 req-6fd1de28-f148-4f65-a04b-420762a36193 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0628440 Aug 05 02:28:42.435123 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-22ea50f6-6ec4-4d58-8a11-8b184fdcb6de req-bc610eea-4b6a-4773-a926-49e021f471e0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479445 Aug 05 02:28:42.461599 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9d731a93-167d-47a1-8c4a-59f1de1f1368 req-6e4f5384-e9d1-4b04-9823-713613612426 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574901 Aug 05 02:28:42.666647 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 4d4a4290-997a-4edf-84d1-d7b7d68048c0 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:28:42.715248 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961301e4-bf06-43a8-8673-11dcd4db4c05 req-dac95ece-cc71-4d65-b232-3b993789bb2c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:42.716753 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-961301e4-bf06-43a8-8673-11dcd4db4c05 req-dac95ece-cc71-4d65-b232-3b993789bb2c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 944 time: 0.0481384 Aug 05 02:28:42.766273 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-961301e4-bf06-43a8-8673-11dcd4db4c05 req-7928d69c-de56-4df1-9143-a6cd66eba1af tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439296 Aug 05 02:28:42.772282 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 4d4a4290-997a-4edf-84d1-d7b7d68048c0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d4a4290-997a-4edf-84d1-d7b7d68048c0,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:42.783820 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '4d4a4290-997a-4edf-84d1-d7b7d68048c0', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'port_id': '4d4a4290-997a-4edf-84d1-d7b7d68048c0', 'mac_address': 'fa:16:3e:4d:b5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:28:42.789103 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:42.820931 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:28:42.821317 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:42.834591 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4a4290-997a-4edf-84d1-d7b7d68048c0 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:28:42.856786 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 4d4a4290-997a-4edf-84d1-d7b7d68048c0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d4a4290-997a-4edf-84d1-d7b7d68048c0,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:42.861209 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:42.905102 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=4d4a4290-997a-4edf-84d1-d7b7d68048c0,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:43.235900 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:43.396215 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['4d4a4290-997a-4edf-84d1-d7b7d68048c0'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:28:43.587874 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01134816-cc9d-4344-9743-b868d2e8653d req-6aebdddb-5c06-4fdc-a185-a4c86091efa0 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:43.589361 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-01134816-cc9d-4344-9743-b868d2e8653d req-6aebdddb-5c06-4fdc-a185-a4c86091efa0 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0472844 Aug 05 02:28:43.608633 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:43.638241 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-01134816-cc9d-4344-9743-b868d2e8653d req-cdd0beff-288c-4b2a-833a-0776f6fd0cdd tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Aug 05 02:28:43.882826 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7aaf-1127-441c-82b6-80d794102bcc req-9d760f1f-05a7-456b-81bd-0b52c07c74fd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:43.884279 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-54cf7aaf-1127-441c-82b6-80d794102bcc req-9d760f1f-05a7-456b-81bd-0b52c07c74fd tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 945 time: 0.0465665 Aug 05 02:28:43.929982 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-54cf7aaf-1127-441c-82b6-80d794102bcc req-b3041b15-0146-4d42-842a-5d917eb8d89e tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402033 Aug 05 02:28:44.677140 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 4d4a4290-997a-4edf-84d1-d7b7d68048c0 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:28:44.721964 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:28:44.727932 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:28:44.728391 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:44.771397 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9654c-7483-477d-8577-0939ef2e62a2 req-92a4331e-83c3-443b-8d61-66b05713b39e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:44.773002 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d7b9654c-7483-477d-8577-0939ef2e62a2 req-92a4331e-83c3-443b-8d61-66b05713b39e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0531752 Aug 05 02:28:44.824595 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d7b9654c-7483-477d-8577-0939ef2e62a2 req-a2eb387f-5ab1-4b5e-8c5b-f5385e40a00a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455055 Aug 05 02:28:44.902835 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:44.913595 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:44.920054 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:44.956363 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:28:44.956754 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:44.979583 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4a4290-997a-4edf-84d1-d7b7d68048c0'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:28:44.981838 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6eb5a9-5337-4b07-9130-c43230cdb1f2" -d '{"events": [{"server_uuid": "f7d0e67c-0e2b-400b-a334-b8d2fcd0758a", "name": "network-vif-plugged", "status": "completed", "tag": "4d4a4290-997a-4edf-84d1-d7b7d68048c0"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:28:44.994841 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 4d4a4290-997a-4edf-84d1-d7b7d68048c0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d4a4290-997a-4edf-84d1-d7b7d68048c0,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:28:44.999475 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:45.026278 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8da78e-b193-4887-9113-a05b470902f1 x-openstack-request-id: req-2e8da78e-b193-4887-9113-a05b470902f1 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:28:45.026563 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d0e67c-0e2b-400b-a334-b8d2fcd0758a", "name": "network-vif-plugged", "status": "completed", "tag": "4d4a4290-997a-4edf-84d1-d7b7d68048c0", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:28:45.026811 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e8da78e-b193-4887-9113-a05b470902f1 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:28:45.027211 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8da78e-b193-4887-9113-a05b470902f1'] response: {'server_uuid': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4a4290-997a-4edf-84d1-d7b7d68048c0', 'code': 200} Aug 05 02:28:45.054111 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=4d4a4290-997a-4edf-84d1-d7b7d68048c0,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:28:45.058047 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b325dad-5957-474e-b179-cafcddad1674 req-8bc58633-9a1a-4195-8c5e-47fb8639645f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:45.059546 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8b325dad-5957-474e-b179-cafcddad1674 req-8bc58633-9a1a-4195-8c5e-47fb8639645f tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 946 time: 0.0521514 Aug 05 02:28:45.108212 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8b325dad-5957-474e-b179-cafcddad1674 req-b8a0f574-5e2b-4055-962e-5a99f8a801d0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 Aug 05 02:28:45.275860 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251f52e-6e95-4158-8856-138ebc56f804 req-d6541ebf-047a-46c0-9576-cf0a356b0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:45.277290 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d251f52e-6e95-4158-8856-138ebc56f804 req-d6541ebf-047a-46c0-9576-cf0a356b0bc9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 1130 time: 0.0373292 Aug 05 02:28:45.320991 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d251f52e-6e95-4158-8856-138ebc56f804 req-771d6490-80dc-410a-a109-c4d24963c0d7 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375044 Aug 05 02:28:45.958306 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08222231-33e2-4a52-b6cb-7d72dd51df2e req-e23a18d5-9a9a-46fc-9b46-ea5fbd57441c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:45.959770 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-08222231-33e2-4a52-b6cb-7d72dd51df2e req-e23a18d5-9a9a-46fc-9b46-ea5fbd57441c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0461106 Aug 05 02:28:46.010719 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-08222231-33e2-4a52-b6cb-7d72dd51df2e req-2d43427b-c578-4f97-b77a-02cff336b3a8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Aug 05 02:28:46.226946 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0e70-e90d-4f78-ad9b-13eebbd80815 req-534622aa-1bbc-4492-9255-370e5084e2d6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:46.228422 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cc2d0e70-e90d-4f78-ad9b-13eebbd80815 req-534622aa-1bbc-4492-9255-370e5084e2d6 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 946 time: 0.0472262 Aug 05 02:28:46.246437 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:46.276798 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cc2d0e70-e90d-4f78-ad9b-13eebbd80815 req-42ee1bb6-1e34-4c3a-aaef-63f2c5222dd8 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 Aug 05 02:28:47.132675 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d5c5-2855-4cf7-8569-fa6759f89bb3 req-b57ab629-5393-40ed-b2ea-737c9b6363cb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:47.134116 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f3f2d5c5-2855-4cf7-8569-fa6759f89bb3 req-b57ab629-5393-40ed-b2ea-737c9b6363cb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0470238 Aug 05 02:28:47.180212 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f3f2d5c5-2855-4cf7-8569-fa6759f89bb3 req-8494a779-ffaa-4452-9103-f8c13467e1a4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405979 Aug 05 02:28:47.397995 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f5a7a-e290-4412-b32a-d5ed55e589d7 req-ae362967-3843-4b9c-bda5-cae3065cd8b0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:47.399426 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c74f5a7a-e290-4412-b32a-d5ed55e589d7 req-ae362967-3843-4b9c-bda5-cae3065cd8b0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 946 time: 0.0459850 Aug 05 02:28:47.448745 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c74f5a7a-e290-4412-b32a-d5ed55e589d7 req-893a849e-2260-411a-9732-18b371ff9b5a tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439143 Aug 05 02:28:47.563141 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3573c-d4a1-45cd-8f20-33857a97d23c req-bea178ab-7cff-49ef-9b09-e1e17b10e86c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:47.564576 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-62c3573c-d4a1-45cd-8f20-33857a97d23c req-bea178ab-7cff-49ef-9b09-e1e17b10e86c tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 946 time: 0.0474231 Aug 05 02:28:47.574145 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 44312) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:28:47.578324 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Request body: {'floatingip': {'port_id': '4d4a4290-997a-4edf-84d1-d7b7d68048c0'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:28:47.600802 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:47.620993 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (91bbb501-82ca-4c1f-ba57-24c1174d29d0), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:47.821278 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:48.264135 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.db.resource_extend [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 05 02:28:48.307444 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523193e-9bdc-45a9-a4ae-c5bee9b72254 req-ff974c27-6959-4e69-b3ad-8dc9b5bb1054 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:48.309070 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e523193e-9bdc-45a9-a4ae-c5bee9b72254 req-ff974c27-6959-4e69-b3ad-8dc9b5bb1054 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0482543 Aug 05 02:28:48.312927 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:48.317607 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (91bbb501-82ca-4c1f-ba57-24c1174d29d0), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:48.359251 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e523193e-9bdc-45a9-a4ae-c5bee9b72254 req-cc8f6dd1-8070-4f05-8aef-74a4e0653a98 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Aug 05 02:28:48.414193 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Floating IP 91bbb501-82ca-4c1f-ba57-24c1174d29d0 associated. External IP: 172.27.0.133, port: 4d4a4290-997a-4edf-84d1-d7b7d68048c0. Aug 05 02:28:48.461705 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:48.615652 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:28:48.718921 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:28:48.723965 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:28:48.728703 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:28:48.738656 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:28:48.739271 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:28:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:48.754114 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-076bcc24-3cad-435e-8046-f28c36d35209 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/91bbb501-82ca-4c1f-ba57-24c1174d29d0 HTTP/1.1" status: 200 len: 992 time: 1.1789501 Aug 05 02:28:48.754805 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'tag': '4d4a4290-997a-4edf-84d1-d7b7d68048c0'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:28:48.757174 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d0e67c-0e2b-400b-a334-b8d2fcd0758a", "tag": "4d4a4290-997a-4edf-84d1-d7b7d68048c0"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:28:48.794353 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cbee5e-571b-4fbd-87b0-7ba353ff89f1 x-openstack-request-id: req-b1cbee5e-571b-4fbd-87b0-7ba353ff89f1 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:28:48.794648 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d0e67c-0e2b-400b-a334-b8d2fcd0758a", "tag": "4d4a4290-997a-4edf-84d1-d7b7d68048c0", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:28:48.794903 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1cbee5e-571b-4fbd-87b0-7ba353ff89f1 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:28:48.795310 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1cbee5e-571b-4fbd-87b0-7ba353ff89f1'] response: {'name': 'network-changed', 'server_uuid': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'tag': '4d4a4290-997a-4edf-84d1-d7b7d68048c0', 'status': 'completed', 'code': 200} Aug 05 02:28:48.843737 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:28:48.889028 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-aca22a98-a03f-4d5c-a8f7-2337997c0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:48.890512 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-aca22a98-a03f-4d5c-a8f7-2337997c0ac5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad6a220b99d94a648150476bf0a01e50&device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 1130 time: 0.0399611 Aug 05 02:28:48.987735 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-3335f63c-a4a2-42e4-9dd7-a0f831030fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:48.989124 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-3335f63c-a4a2-42e4-9dd7-a0f831030fdf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 200 len: 915 time: 0.0893393 Aug 05 02:28:49.057933 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '91bbb501-82ca-4c1f-ba57-24c1174d29d0', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '4d4a4290-997a-4edf-84d1-d7b7d68048c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:4d:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:28:34Z', 'updated_at': '2022-08-05T02:28:47Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:49.060442 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-b89156d9-1a47-4c6d-bd81-87c02412286b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d4a4290-997a-4edf-84d1-d7b7d68048c0 HTTP/1.1" status: 200 len: 1000 time: 0.0552731 Aug 05 02:28:49.083380 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:28:49.091854 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:28:49.092497 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:28:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:49.097006 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:49.122035 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-689c9e2c-b8e8-4e20-aac0-187aafea4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:49.123501 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-689c9e2c-b8e8-4e20-aac0-187aafea4c8f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 200 len: 853 time: 0.0453339 Aug 05 02:28:49.172276 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-d0b44bd6-a335-460b-86fb-34517e5f4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:49.174346 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-d0b44bd6-a335-460b-86fb-34517e5f4f65 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=528bd4e2-8ce2-403c-8a20-be166348ecb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441523 Aug 05 02:28:49.188447 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:49.195766 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:28:49.265473 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-0b84f1ad-20db-4443-a71e-0cb386c9981d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843832 Aug 05 02:28:49.359649 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0f0ec06-52ce-4961-adce-ace7ff7a1ffd req-28edde1f-c232-451a-a896-fb4ea8fcebec service neutron] 10.222.0.45 "GET /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875847 Aug 05 02:28:49.404876 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '91bbb501-82ca-4c1f-ba57-24c1174d29d0', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '4d4a4290-997a-4edf-84d1-d7b7d68048c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:4d:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:28:34Z', 'updated_at': '2022-08-05T02:28:47Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:28:49.433400 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164dab0-1f51-42c5-81bb-01ae5acb6b47 None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': '91bbb501-82ca-4c1f-ba57-24c1174d29d0', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'port_id': '4d4a4290-997a-4edf-84d1-d7b7d68048c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'mac_address': 'fa:16:3e:4d:b5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:28:34Z', 'updated_at': '2022-08-05T02:28:47Z', 'revision_number': 1, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:28:49.486131 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0d46c-1c23-4df3-b4b8-62fb7323d386 req-0fb85b3e-924d-4549-9e6b-a56e08fe9139 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:49.487619 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9fb0d46c-1c23-4df3-b4b8-62fb7323d386 req-0fb85b3e-924d-4549-9e6b-a56e08fe9139 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0488355 Aug 05 02:28:49.506515 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:49.537631 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9fb0d46c-1c23-4df3-b4b8-62fb7323d386 req-ecb63745-8287-49a5-9f4b-be406e043103 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443959 Aug 05 02:28:49.630353 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5499ec-af92-4ded-a131-7c5776599686 None None] New status for floating IP 91bbb501-82ca-4c1f-ba57-24c1174d29d0: ACTIVE {{(pid=104198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:28:50.667619 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1bc6-707a-4485-b34f-c2b2f7a0a48c req-74c24954-4d9b-40cb-89a8-34d8845e5838 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:50.669338 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e16b1bc6-707a-4485-b34f-c2b2f7a0a48c req-74c24954-4d9b-40cb-89a8-34d8845e5838 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0507469 Aug 05 02:28:50.717898 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e16b1bc6-707a-4485-b34f-c2b2f7a0a48c req-8ac21f00-4ee2-4710-b6c3-ea828ad7025c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425737 Aug 05 02:28:51.845357 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53447409-2237-4394-8267-a7eb8863e498 req-17b193de-6c8a-45aa-aca5-e83390be0788 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:51.846853 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-53447409-2237-4394-8267-a7eb8863e498 req-17b193de-6c8a-45aa-aca5-e83390be0788 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0529428 Aug 05 02:28:51.894260 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-53447409-2237-4394-8267-a7eb8863e498 req-a88e11e1-1b4a-4733-aa84-351b531e8b11 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Aug 05 02:28:53.022846 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fe29b-0367-4011-9a9e-e92d84196d36 req-aefaf112-2700-43c0-8813-77a714140334 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:53.024194 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3d1fe29b-0367-4011-9a9e-e92d84196d36 req-aefaf112-2700-43c0-8813-77a714140334 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0505586 Aug 05 02:28:53.066913 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:53.071365 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3d1fe29b-0367-4011-9a9e-e92d84196d36 req-f49fd156-b425-4047-af29-c1b5fab668dd tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Aug 05 02:28:54.194130 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a7eaa-6952-4f47-bede-79e8f4bf1902 req-01c823fb-844d-4471-8ff5-5d33b253ea3d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:54.198312 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-010a7eaa-6952-4f47-bede-79e8f4bf1902 req-01c823fb-844d-4471-8ff5-5d33b253ea3d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0458283 Aug 05 02:28:54.242218 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-010a7eaa-6952-4f47-bede-79e8f4bf1902 req-30fe69ef-5c86-40ac-a25f-7bd268ea6455 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409536 Aug 05 02:28:55.373396 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b699a11-c68e-438a-b6e1-b2a551377831 req-c3447db0-1c46-43de-a706-e263c99ae080 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:55.374866 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5b699a11-c68e-438a-b6e1-b2a551377831 req-c3447db0-1c46-43de-a706-e263c99ae080 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0523570 Aug 05 02:28:55.422705 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5b699a11-c68e-438a-b6e1-b2a551377831 req-c1484a93-3f16-44bc-acfa-826d8ca10cb8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Aug 05 02:28:56.554463 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfaceb-731b-4670-bdf6-23b7fc10c54f req-738113fc-3be6-4652-8466-b800a335804f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:56.555962 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a3bfaceb-731b-4670-bdf6-23b7fc10c54f req-738113fc-3be6-4652-8466-b800a335804f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0519576 Aug 05 02:28:56.603279 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a3bfaceb-731b-4670-bdf6-23b7fc10c54f req-44850dcc-d3a8-444a-ad4e-ced68758a2ca tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Aug 05 02:28:57.725359 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068d701-3ba7-499b-b10a-a89dfbebf347 req-f7990539-d7e8-4fdc-bd25-5833d84958f9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:57.726838 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5068d701-3ba7-499b-b10a-a89dfbebf347 req-f7990539-d7e8-4fdc-bd25-5833d84958f9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0468345 Aug 05 02:28:57.774483 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-5068d701-3ba7-499b-b10a-a89dfbebf347 req-6c42f0f5-f28e-4369-ae83-cca37bc955d6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Aug 05 02:28:58.902517 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905855-a865-4054-b535-0b2f34ed6cbd req-be67eebd-3fac-4640-aecd-ca927b352ace tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:28:58.903980 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-db905855-a865-4054-b535-0b2f34ed6cbd req-be67eebd-3fac-4640-aecd-ca927b352ace tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0508130 Aug 05 02:28:58.954673 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-db905855-a865-4054-b535-0b2f34ed6cbd req-905aa128-e0f1-4bdd-aa14-c22eaca3b7dc tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 Aug 05 02:28:59.402624 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=31 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:28:59.408935 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:00.075559 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f9188-6069-450e-9e90-727c549e4c91 req-bd650fb9-1aec-43fc-ac7a-d572c81bf03b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:00.076933 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3b5f9188-6069-450e-9e90-727c549e4c91 req-bd650fb9-1aec-43fc-ac7a-d572c81bf03b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0463099 Aug 05 02:29:00.128116 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3b5f9188-6069-450e-9e90-727c549e4c91 req-0254797e-b6c7-4f96-8890-b2abada8c2fc tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 Aug 05 02:29:00.749827 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:29:00.850964 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:29:00.862519 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'port_id': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'mac_address': 'fa:16:3e:af:ab:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:29:00.895811 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a68b1751-4c77-41ca-80e7-300bcc5e2f50 is: ACTIVE; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:29:00.896197 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:00.909310 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a68b1751-4c77-41ca-80e7-300bcc5e2f50 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:29:00.928713 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:29:00.932578 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:00.977403 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=6']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:29:01.143835 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['a68b1751-4c77-41ca-80e7-300bcc5e2f50'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:29:01.189206 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:01.254003 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc02d1-3e77-47d5-9937-e7b97cb6ba23 req-22455411-f866-4edf-be86-3a851dce0da9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:01.255474 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-13fc02d1-3e77-47d5-9937-e7b97cb6ba23 req-22455411-f866-4edf-be86-3a851dce0da9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 944 time: 0.0476167 Aug 05 02:29:01.304196 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-13fc02d1-3e77-47d5-9937-e7b97cb6ba23 req-d36fe03d-5c7a-4a3a-937c-5f7fe63973c4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Aug 05 02:29:02.431236 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104cccf-b85d-4144-9009-e22e05457766 req-fac6626e-7c45-4c7a-8d37-f71e0df787f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:02.432992 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c104cccf-b85d-4144-9009-e22e05457766 req-fac6626e-7c45-4c7a-8d37-f71e0df787f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 944 time: 0.0500338 Aug 05 02:29:02.480651 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c104cccf-b85d-4144-9009-e22e05457766 req-1289848e-0c85-44ba-919e-f4fd49982dc5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416977 Aug 05 02:29:02.776546 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:29:02.833820 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port a68b1751-4c77-41ca-80e7-300bcc5e2f50 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:29:02.834201 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:02.912998 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a68b1751-4c77-41ca-80e7-300bcc5e2f50 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:29:02.913383 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:02.936966 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:29:02.939418 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d1cff-8006-435d-88f3-ca840ea788f0" -d '{"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-plugged", "status": "completed", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:29:02.951706 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:29:02.956989 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:02.982518 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6682ff-5cba-4253-acda-93994cc6818a x-openstack-request-id: req-ed6682ff-5cba-4253-acda-93994cc6818a {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:29:02.982814 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-plugged", "status": "completed", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:29:02.983065 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed6682ff-5cba-4253-acda-93994cc6818a {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:29:02.983456 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6682ff-5cba-4253-acda-93994cc6818a'] response: {'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'code': 200} Aug 05 02:29:03.007105 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=7']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:29:03.602891 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b515e-9222-4417-b6b3-038d03c80611 req-54633072-2db2-48e4-ab63-0f8db67490d0 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:03.604341 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a53b515e-9222-4417-b6b3-038d03c80611 req-54633072-2db2-48e4-ab63-0f8db67490d0 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0464303 Aug 05 02:29:03.653385 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a53b515e-9222-4417-b6b3-038d03c80611 req-97b0d051-fb04-4340-928b-c7eb065f982a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435939 Aug 05 02:29:04.783704 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e63053-3155-49df-a376-4a3bf313f862 req-d193f4bd-ad3a-4ec3-8e33-c9b29e0207dc tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:04.785236 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-16e63053-3155-49df-a376-4a3bf313f862 req-d193f4bd-ad3a-4ec3-8e33-c9b29e0207dc tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0507069 Aug 05 02:29:04.836953 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-16e63053-3155-49df-a376-4a3bf313f862 req-3acf9387-d67d-4949-a684-baa6d9e3317a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448968 Aug 05 02:29:05.919999 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:05.920800 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=29 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:05.949705 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:05.970734 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c0a43-9244-40f2-8dcd-a4b75cd3230a req-2ea913c9-fcbd-4b1e-8080-eb34a594ec81 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:05.972253 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ed2c0a43-9244-40f2-8dcd-a4b75cd3230a req-2ea913c9-fcbd-4b1e-8080-eb34a594ec81 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0533218 Aug 05 02:29:06.019366 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ed2c0a43-9244-40f2-8dcd-a4b75cd3230a req-d0dc8660-9693-4dd7-872c-d9e85b24448b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415566 Aug 05 02:29:07.146739 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94413-f037-4e7f-a19c-745e9c25f16b req-9b2832bd-b6e1-4c55-9055-c555160467af tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:07.148178 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e6b94413-f037-4e7f-a19c-745e9c25f16b req-9b2832bd-b6e1-4c55-9055-c555160467af tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0503931 Aug 05 02:29:07.194888 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e6b94413-f037-4e7f-a19c-745e9c25f16b req-f126cebc-5d73-435e-b36e-3c97d4d9d068 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410886 Aug 05 02:29:08.317610 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5fc7f-ad63-433d-a5c0-a24741d81017 req-79d489c6-761f-4260-b913-876db1567941 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:08.319101 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-41f5fc7f-ad63-433d-a5c0-a24741d81017 req-79d489c6-761f-4260-b913-876db1567941 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0477402 Aug 05 02:29:08.366913 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-41f5fc7f-ad63-433d-a5c0-a24741d81017 req-027f39e3-3081-4348-8229-345516ef11a1 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Aug 05 02:29:09.489339 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc361f1-ef89-40e1-95df-63c1c736ac94 req-b40e7b61-0094-404c-9dc5-022b8a00d1f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:09.490789 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cfc361f1-ef89-40e1-95df-63c1c736ac94 req-b40e7b61-0094-404c-9dc5-022b8a00d1f7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0468590 Aug 05 02:29:09.537008 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-cfc361f1-ef89-40e1-95df-63c1c736ac94 req-6afed42e-d943-418d-86b2-1d8455345014 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Aug 05 02:29:10.031798 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c0847832-ab60-4ae9-be33-811b7f4c0398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:10.659617 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f7d4a-0a04-4d9b-8b77-af4b5faa4dc2 req-7a755f67-e207-422e-acd0-333d9c5a6596 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:10.661169 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0e5f7d4a-0a04-4d9b-8b77-af4b5faa4dc2 req-7a755f67-e207-422e-acd0-333d9c5a6596 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0472503 Aug 05 02:29:10.710091 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0e5f7d4a-0a04-4d9b-8b77-af4b5faa4dc2 req-37809979-8285-44ba-badf-23cbac462ea6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434499 Aug 05 02:29:11.834774 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f084c5-28e4-4099-98da-121f71c09f7e req-c300eaad-212b-4f3d-ab86-fbf98ec9d01b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:11.836862 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-59f084c5-28e4-4099-98da-121f71c09f7e req-c300eaad-212b-4f3d-ab86-fbf98ec9d01b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0471687 Aug 05 02:29:11.877921 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:11.885167 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-59f084c5-28e4-4099-98da-121f71c09f7e req-6a763bb7-608e-4525-a972-f98132f76264 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Aug 05 02:29:12.239004 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cdea1c49-0c65-4efe-a070-ad5e768cdba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:13.008535 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c896123-7656-40e6-857f-da2fec7a59fc req-c5220b68-537d-4b3b-84d7-44d7c51a2807 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:13.010093 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7c896123-7656-40e6-857f-da2fec7a59fc req-c5220b68-537d-4b3b-84d7-44d7c51a2807 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0469687 Aug 05 02:29:13.059845 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7c896123-7656-40e6-857f-da2fec7a59fc req-40513223-28fd-47f2-8c82-0317164be18e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442619 Aug 05 02:29:13.237501 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:14.186446 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c747cb-c676-480c-b95b-10a714bc759f req-ee86c169-615c-4890-bb41-f36f7c29861a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:14.187897 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a0c747cb-c676-480c-b95b-10a714bc759f req-ee86c169-615c-4890-bb41-f36f7c29861a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0480020 Aug 05 02:29:14.234691 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a0c747cb-c676-480c-b95b-10a714bc759f req-d665315a-7961-47e7-adae-cea95b6c8c05 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409870 Aug 05 02:29:14.602954 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:29:14.866262 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:14.912551 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:15.357854 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84eb8-b021-47ce-980b-1e6a9cc3678b req-e59a2f89-43b0-4290-aa5f-be138ce50495 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:15.359324 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3be84eb8-b021-47ce-980b-1e6a9cc3678b req-e59a2f89-43b0-4290-aa5f-be138ce50495 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0468407 Aug 05 02:29:15.371472 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:15.409391 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3be84eb8-b021-47ce-980b-1e6a9cc3678b req-d16c424b-5248-4896-9a2f-b09a4dcea4fb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443487 Aug 05 02:29:16.554654 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930787b-a253-45a9-87fe-7207e163bd44 req-b59fcc4a-6237-4e97-8b41-b332483669fe tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:16.557027 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f930787b-a253-45a9-87fe-7207e163bd44 req-b59fcc4a-6237-4e97-8b41-b332483669fe tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0510335 Aug 05 02:29:16.613979 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f930787b-a253-45a9-87fe-7207e163bd44 req-25d71689-5eb2-4b75-9a4e-e093043ba0bd tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489562 Aug 05 02:29:17.768840 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f6cae-e09c-452a-9782-de0afc849bec req-f7e86ebe-a4d4-4946-8d74-e752d487e27a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:17.770532 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-598f6cae-e09c-452a-9782-de0afc849bec req-f7e86ebe-a4d4-4946-8d74-e752d487e27a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0628901 Aug 05 02:29:17.824192 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-598f6cae-e09c-452a-9782-de0afc849bec req-8d236614-dbed-4297-b92f-2c74025e45eb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477984 Aug 05 02:29:18.965123 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4e7ea-c74d-4d2f-9ad1-9fd3f3e3e138 req-cc7cfca3-5c20-4b62-a171-bfe5bd707674 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:18.966714 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-09c4e7ea-c74d-4d2f-9ad1-9fd3f3e3e138 req-cc7cfca3-5c20-4b62-a171-bfe5bd707674 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0532248 Aug 05 02:29:19.000875 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:19.024889 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-09c4e7ea-c74d-4d2f-9ad1-9fd3f3e3e138 req-a9ed5285-3ed3-4940-b79e-4b05316c67fe tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513639 Aug 05 02:29:20.187125 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5b8c6-4039-4d62-be84-958c6e16a373 req-9d5f88f3-550b-4ec9-9053-e5a54627bd37 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:20.195042 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0fd5b8c6-4039-4d62-be84-958c6e16a373 req-9d5f88f3-550b-4ec9-9053-e5a54627bd37 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0691059 Aug 05 02:29:20.260388 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0fd5b8c6-4039-4d62-be84-958c6e16a373 req-06acb710-ad47-4133-b81a-810f1afa223c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555084 Aug 05 02:29:21.398776 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb038a32-5a20-41fc-a293-02b4d5896734 req-e570aca4-0349-4c0f-8f97-183902c931b2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:21.406415 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-eb038a32-5a20-41fc-a293-02b4d5896734 req-e570aca4-0349-4c0f-8f97-183902c931b2 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0675750 Aug 05 02:29:21.456933 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-eb038a32-5a20-41fc-a293-02b4d5896734 req-1ff0e830-1286-4842-8655-0b2e42b75ce5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495009 Aug 05 02:29:22.600635 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c25740-6c91-4e8b-9807-afa2a1fb178f req-30893c52-040f-4289-a10d-376d822c653d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:22.608140 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57c25740-6c91-4e8b-9807-afa2a1fb178f req-30893c52-040f-4289-a10d-376d822c653d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0571110 Aug 05 02:29:22.660958 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57c25740-6c91-4e8b-9807-afa2a1fb178f req-50ca54c8-b3f6-4340-8bfd-fe4972a4494c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519307 Aug 05 02:29:23.792134 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d296a65-6443-4a7a-9cc5-fd88673600a2 req-9c70178f-2ac8-43fe-a801-78b769b9bcd9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:23.793616 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1d296a65-6443-4a7a-9cc5-fd88673600a2 req-9c70178f-2ac8-43fe-a801-78b769b9bcd9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0500240 Aug 05 02:29:23.848975 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1d296a65-6443-4a7a-9cc5-fd88673600a2 req-4e6d0892-d14c-4852-865a-3f4bd84fe43e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486672 Aug 05 02:29:24.600240 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:24.906609 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:24.908699 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:24.984121 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095b39-2e6d-4088-a3c3-b56883de15c3 req-ac0c77d4-edf1-40d3-b750-eada57f2b504 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:24.987058 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e095b39-2e6d-4088-a3c3-b56883de15c3 req-ac0c77d4-edf1-40d3-b750-eada57f2b504 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0521638 Aug 05 02:29:25.041783 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7e095b39-2e6d-4088-a3c3-b56883de15c3 req-7d8e3f98-2bd4-4840-bd01-df38fd3db649 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503106 Aug 05 02:29:26.178707 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b0dd-a644-4f14-bab8-e58e2c385739 req-fa82ef4a-e77a-47a6-9528-3797ab947e90 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:26.180183 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-86a7b0dd-a644-4f14-bab8-e58e2c385739 req-fa82ef4a-e77a-47a6-9528-3797ab947e90 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Aug 05 02:29:26.229641 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-86a7b0dd-a644-4f14-bab8-e58e2c385739 req-3a45a877-6b03-49d6-a6a4-594506c82c87 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432830 Aug 05 02:29:26.321117 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a809b-e832-466c-9820-d89f116c4001 req-77c0b602-312f-483b-8f1f-301eb18753b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:26.322571 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bd0a809b-e832-466c-9820-d89f116c4001 req-77c0b602-312f-483b-8f1f-301eb18753b5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 1129 time: 0.0409894 Aug 05 02:29:26.416464 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a809b-e832-466c-9820-d89f116c4001 req-9dc4723e-52b7-4147-84b3-c53d9e7c06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:26.417932 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bd0a809b-e832-466c-9820-d89f116c4001 req-9dc4723e-52b7-4147-84b3-c53d9e7c06dd service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.0893996 Aug 05 02:29:26.609793 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bd0a809b-e832-466c-9820-d89f116c4001 req-dcbc3c72-64de-47be-a62e-f4e359c3754e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50 HTTP/1.1" status: 200 len: 1001 time: 0.0615828 Aug 05 02:29:27.148275 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a809b-e832-466c-9820-d89f116c4001 req-71a2baed-e946-49e9-af66-949b8c610126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:27.149786 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bd0a809b-e832-466c-9820-d89f116c4001 req-71a2baed-e946-49e9-af66-949b8c610126 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.0509546 Aug 05 02:29:27.201642 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a809b-e832-466c-9820-d89f116c4001 req-3cc53bf9-ff14-4ebb-8d9b-a6853779e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:27.203140 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bd0a809b-e832-466c-9820-d89f116c4001 req-3cc53bf9-ff14-4ebb-8d9b-a6853779e595 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459793 Aug 05 02:29:27.360027 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34533fff-8bdc-442b-91f6-72096f06b46f req-a5b42525-8563-41ba-aeec-09292d8968f4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:27.362667 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-34533fff-8bdc-442b-91f6-72096f06b46f req-a5b42525-8563-41ba-aeec-09292d8968f4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0507507 Aug 05 02:29:27.565482 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:27.599886 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bd0a809b-e832-466c-9820-d89f116c4001 req-ababc2af-4eb9-4c1a-b09b-cfa3db13add8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111870 Aug 05 02:29:27.679975 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-34533fff-8bdc-442b-91f6-72096f06b46f req-19647706-1cd4-4cc1-bd41-9c70b88fce9b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121474 Aug 05 02:29:27.716108 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bd0a809b-e832-466c-9820-d89f116c4001 req-3b5f1201-52e6-4b54-aec7-18c94d25c6dc service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097555 Aug 05 02:29:28.804724 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f6c2-e3c1-4b87-a572-a5b47fff5adb req-384648a2-6957-490e-bb41-8dcb102486bb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:28.806239 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e934f6c2-e3c1-4b87-a572-a5b47fff5adb req-384648a2-6957-490e-bb41-8dcb102486bb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 945 time: 0.0484440 Aug 05 02:29:28.855582 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e934f6c2-e3c1-4b87-a572-a5b47fff5adb req-184ccdaa-a6c9-4f4f-bd61-bbc639bd9884 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436807 Aug 05 02:29:28.899178 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:29:28.970225 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a68b1751-4c77-41ca-80e7-300bcc5e2f50 is: ACTIVE; New status is: DOWN {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:29:28.970663 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:28.993227 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:29:28.995428 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15729935-bf4e-45d5-9696-001aaa8490bd" -d '{"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:29:29.009523 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:29:29.014724 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:29.039889 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Aug 2022 02:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd9e8db-c8fd-4b4b-aad0-efd004f2714f x-openstack-request-id: req-6cd9e8db-c8fd-4b4b-aad0-efd004f2714f {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:29:29.040175 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:29:29.040459 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6cd9e8db-c8fd-4b4b-aad0-efd004f2714f {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:29:29.040829 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd9e8db-c8fd-4b4b-aad0-efd004f2714f'] response: {'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'code': 200} Aug 05 02:29:29.067349 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=8']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:29:29.074676 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.075022 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.075359 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.075693 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.076037 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.076375 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.076704 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.077024 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.077350 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.077709 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.077988 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.078313 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.078648 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.078951 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.079263 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:29.983137 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aa173-1c01-4f78-9100-df3bc198aa94 req-3d3e5c4a-c9b4-4826-8342-850b4b350a8c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:29.984614 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-915aa173-1c01-4f78-9100-df3bc198aa94 req-3d3e5c4a-c9b4-4826-8342-850b4b350a8c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0504606 Aug 05 02:29:30.031915 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-915aa173-1c01-4f78-9100-df3bc198aa94 req-77a0c2e1-f5b5-4163-8ec9-07efd5750fbe tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Aug 05 02:29:30.909050 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a878e6-6287-4380-b573-a93ee5b0632a req-8426465b-9506-4ac5-8e94-572e0a3e992f tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:30.910512 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f8a878e6-6287-4380-b573-a93ee5b0632a req-8426465b-9506-4ac5-8e94-572e0a3e992f tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Aug 05 02:29:30.962396 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f8a878e6-6287-4380-b573-a93ee5b0632a req-afc4f921-897e-4930-8141-3e03ef7e9fb9 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Aug 05 02:29:31.160856 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcbfeb-4f23-49dd-a773-e3da9c387453 req-8007c4fc-3038-4f88-92b4-631595093675 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:31.162344 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4cfcbfeb-4f23-49dd-a773-e3da9c387453 req-8007c4fc-3038-4f88-92b4-631595093675 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0518768 Aug 05 02:29:31.171277 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:31.174742 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:31.210147 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4cfcbfeb-4f23-49dd-a773-e3da9c387453 req-fc35f415-c368-4853-a494-8dc24f1e829c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Aug 05 02:29:32.009827 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [req-710c2cb7-d289-4ad3-adfc-6d102535cd14 req-0d09679d-a65d-4661-8f88-a5d5bc238f63 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:29:32.010818 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-710c2cb7-d289-4ad3-adfc-6d102535cd14 req-0d09679d-a65d-4661-8f88-a5d5bc238f63 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056834 Aug 05 02:29:32.085674 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99d5c4-c17f-44ca-9f6e-45863f63f5b1 req-90f88fbb-a1f5-4cb7-a6e0-c02fe2c9b582 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:32.087448 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2e99d5c4-c17f-44ca-9f6e-45863f63f5b1 req-90f88fbb-a1f5-4cb7-a6e0-c02fe2c9b582 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Aug 05 02:29:32.138218 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2e99d5c4-c17f-44ca-9f6e-45863f63f5b1 req-0ff8d924-1e52-4aee-8c8b-b8aa03d82097 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451045 Aug 05 02:29:32.195504 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0762b-c5fd-4ec4-a560-c8fb83064859 req-9e1b2bbc-316e-4bfa-92e3-aa6d73263a8e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:32.196998 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-44a0762b-c5fd-4ec4-a560-c8fb83064859 req-9e1b2bbc-316e-4bfa-92e3-aa6d73263a8e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0490115 Aug 05 02:29:32.247155 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-44a0762b-c5fd-4ec4-a560-c8fb83064859 req-868d9b79-e17c-4d8b-afcf-f5da93c60ad1 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440950 Aug 05 02:29:32.516928 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 44718) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:29:32.602533 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-9a1782d0-da5c-47a4-9f6c-b24f5d14b68c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839820 Aug 05 02:29:32.610977 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-0601e6d1-2490-44e3-a413-ea76b5ab4716 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:29:32.612762 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-0601e6d1-2490-44e3-a413-ea76b5ab4716 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056167 Aug 05 02:29:32.688663 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 44726) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:29:32.784490 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-f1a474d7-5b81-4ffe-ba49-8cc6496c3613 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:32.785764 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-f1a474d7-5b81-4ffe-ba49-8cc6496c3613 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports/a68b1751-4c77-41ca-80e7-300bcc5e2f50 HTTP/1.1" status: 200 len: 940 time: 0.0961068 Aug 05 02:29:32.911754 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:29:32.993038 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a68b1751-4c77-41ca-80e7-300bcc5e2f50 is: DOWN; New status is: DOWN {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:29:32.994385 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-143d0945-f123-4bd6-88d7-e91d404d992e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:32.995996 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-143d0945-f123-4bd6-88d7-e91d404d992e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 945 time: 0.0803316 Aug 05 02:29:33.091653 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Deleting port 66177fbd-6947-4a08-a7d0-b06472880f9f {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:29:33.092022 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:33.188134 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] For port 66177fbd-6947-4a08-a7d0-b06472880f9f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=66177fbd-6947-4a08-a7d0-b06472880f9f,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:29:33.188536 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:33.202805 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Calling delete_port for 66177fbd-6947-4a08-a7d0-b06472880f9f owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:29:33.306120 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c941bd-ee61-4503-b079-cc495557b0b6 req-7dcdd5f1-e528-43db-a30b-2f90b62421c9 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:33.307611 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-51c941bd-ee61-4503-b079-cc495557b0b6 req-7dcdd5f1-e528-43db-a30b-2f90b62421c9 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bd8f5d3f-23c3-4e26-a9e2-78c610209aa1 HTTP/1.1" status: 200 len: 945 time: 0.0648174 Aug 05 02:29:33.382129 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663013b0-8075-4db6-b69c-be323908b1f3 req-930ac005-0064-4c32-9bb1-fb706fa20628 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:33.383733 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-663013b0-8075-4db6-b69c-be323908b1f3 req-930ac005-0064-4c32-9bb1-fb706fa20628 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0523851 Aug 05 02:29:33.414578 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-51c941bd-ee61-4503-b079-cc495557b0b6 req-dfc6b72d-6bfb-4add-86a9-b97ef2645d61 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999198 Aug 05 02:29:33.435217 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (66177fbd-6947-4a08-a7d0-b06472880f9f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:33.441088 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-663013b0-8075-4db6-b69c-be323908b1f3 req-18f26e11-9ddc-4df7-bbd9-453698c3edde tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501089 Aug 05 02:29:33.442762 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:33.469892 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Pushing event deleted for resources: {'Port': ['ID=66177fbd-6947-4a08-a7d0-b06472880f9f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:29:33.473435 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['66177fbd-6947-4a08-a7d0-b06472880f9f'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:29:33.504468 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.504819 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.505157 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.505491 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.505822 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.506148 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.506472 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.506798 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.507123 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.507443 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.507763 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.508082 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.508425 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.508744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.509066 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:29:33.530840 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] No DVR routers for this DVR port 66177fbd-6947-4a08-a7d0-b06472880f9f on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:29:33.533871 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:33.537078 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0b5fe57c-5833-44de-9df5-ab747ba0d452 req-3609047e-4647-4e8f-838b-dc3d69c16cee tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.45 "DELETE /networking/v2.0/ports/66177fbd-6947-4a08-a7d0-b06472880f9f HTTP/1.1" status: 204 len: 173 time: 0.5353961 Aug 05 02:29:33.537510 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8f5d3f-23c3-4e26-a9e2-78c610209aa1', 'name': 'network-vif-deleted', 'tag': '66177fbd-6947-4a08-a7d0-b06472880f9f'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:29:33.539740 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b6532-9b2c-4d87-a66b-203a94c72c67" -d '{"events": [{"server_uuid": "bd8f5d3f-23c3-4e26-a9e2-78c610209aa1", "name": "network-vif-deleted", "tag": "66177fbd-6947-4a08-a7d0-b06472880f9f"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:29:33.575199 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d6599a-2e4d-4deb-a664-3dbec1eb01e0 x-openstack-request-id: req-96d6599a-2e4d-4deb-a664-3dbec1eb01e0 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:29:33.575496 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8f5d3f-23c3-4e26-a9e2-78c610209aa1", "name": "network-vif-deleted", "tag": "66177fbd-6947-4a08-a7d0-b06472880f9f", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:29:33.575749 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96d6599a-2e4d-4deb-a664-3dbec1eb01e0 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:29:33.576145 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d6599a-2e4d-4deb-a664-3dbec1eb01e0'] response: {'server_uuid': 'bd8f5d3f-23c3-4e26-a9e2-78c610209aa1', 'name': 'network-vif-deleted', 'tag': '66177fbd-6947-4a08-a7d0-b06472880f9f', 'status': 'completed', 'code': 200} Aug 05 02:29:33.876599 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-d9ec17ef-c734-4132-853e-e73cb53e02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:33.878718 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-d9ec17ef-c734-4132-853e-e73cb53e02fa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1&tenant_id=6873a99b9878495895acb21ed2133bb6 HTTP/1.1" status: 200 len: 1127 time: 0.0422289 Aug 05 02:29:33.972958 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-0bc583d5-60a6-47bd-b580-07ffa42e7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:33.974457 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-0bc583d5-60a6-47bd-b580-07ffa42e7e7a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 1127 time: 0.0407262 Aug 05 02:29:34.306197 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-36c4ee22-0ea4-406c-9463-ae2a277f7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:34.307656 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-36c4ee22-0ea4-406c-9463-ae2a277f7f6f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.1025267 Aug 05 02:29:34.356609 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:34.374960 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-ec86cb1a-b328-4350-ab6c-373390defcc3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50 HTTP/1.1" status: 200 len: 999 time: 0.0606670 Aug 05 02:29:34.429425 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-0289a530-21a9-4600-bad8-202b5c905f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:34.430870 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-0289a530-21a9-4600-bad8-202b5c905f28 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.0488393 Aug 05 02:29:34.476209 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-db441c68-0c10-4f28-8b5f-1206b99704c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:34.478790 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-db441c68-0c10-4f28-8b5f-1206b99704c2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402486 Aug 05 02:29:34.596542 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f9fed-e616-4855-ad27-112c2e3d0764 req-367093c4-07f8-4c39-8f97-797c30135391 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:34.598104 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-409f9fed-e616-4855-ad27-112c2e3d0764 req-367093c4-07f8-4c39-8f97-797c30135391 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0616524 Aug 05 02:29:34.635819 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-e5fec4d5-566a-4981-b8e2-6afb65aa4f72 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512876 Aug 05 02:29:34.707110 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-409f9fed-e616-4855-ad27-112c2e3d0764 req-2342ef52-2402-426b-ba4d-783c76544b07 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007013 Aug 05 02:29:34.750850 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ad51fbd3-6100-40ca-ad95-c2698abd9f54 req-7db54305-4a7b-4978-b7f2-ae22af68f7fe service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003389 Aug 05 02:29:35.818276 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:35.836889 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb746863-863b-4fc3-afc0-07bffcfe1ddb req-ecdf8554-329d-4405-b3ef-326d758b491a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:35.838380 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cb746863-863b-4fc3-afc0-07bffcfe1ddb req-ecdf8554-329d-4405-b3ef-326d758b491a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0515668 Aug 05 02:29:35.886929 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-cb746863-863b-4fc3-afc0-07bffcfe1ddb req-dc18a98b-40b9-4b36-9c40-612ea19c0213 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426271 Aug 05 02:29:37.023735 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85b1c0-cb2f-439f-8ee0-1cc30463a66a req-7ff05c36-33ca-4b33-830a-5d977028c39c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:37.025155 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ce85b1c0-cb2f-439f-8ee0-1cc30463a66a req-7ff05c36-33ca-4b33-830a-5d977028c39c tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0534849 Aug 05 02:29:37.078645 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ce85b1c0-cb2f-439f-8ee0-1cc30463a66a req-98c7b2d8-ec70-4bb9-819f-a399640d3b37 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472364 Aug 05 02:29:37.616796 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:37.623832 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:38.032791 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 66177fbd-6947-4a08-a7d0-b06472880f9f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:29:38.054503 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 66177fbd-6947-4a08-a7d0-b06472880f9f {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:29:38.054843 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 66177fbd-6947-4a08-a7d0-b06472880f9f not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:29:38.214993 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3578b5d-e340-4f59-a5d1-62c2021bd403 req-c57abee2-7111-4f1e-b09f-04109f027e01 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:38.216543 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b3578b5d-e340-4f59-a5d1-62c2021bd403 req-c57abee2-7111-4f1e-b09f-04109f027e01 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0498431 Aug 05 02:29:38.265033 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:38.274655 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b3578b5d-e340-4f59-a5d1-62c2021bd403 req-e88970ba-4e21-4338-977e-c3ad30c72040 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519876 Aug 05 02:29:39.432647 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b304d5-36cf-4b32-8d6a-bd56f37c2202 req-003f5530-6d6a-416d-ba06-6029e54151e7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:39.434190 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f7b304d5-36cf-4b32-8d6a-bd56f37c2202 req-003f5530-6d6a-416d-ba06-6029e54151e7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0508730 Aug 05 02:29:39.483925 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f7b304d5-36cf-4b32-8d6a-bd56f37c2202 req-e659d170-3a8e-4cc5-aa46-a8234fe37262 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439746 Aug 05 02:29:40.039897 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8f35-c92c-4b91-a44c-b9757ab690a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:40.624123 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0af7b9-7380-48ea-af37-c0e4bdefee99 req-5abd029c-cf62-46ad-b8cc-74c91aae8ad8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:40.625629 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0a0af7b9-7380-48ea-af37-c0e4bdefee99 req-5abd029c-cf62-46ad-b8cc-74c91aae8ad8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0512338 Aug 05 02:29:40.677889 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0a0af7b9-7380-48ea-af37-c0e4bdefee99 req-b9b40752-697b-46c4-afae-fe10c0dbfd5b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455129 Aug 05 02:29:41.812494 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8c038-5096-4f10-bcc9-e6bf656ee186 req-586e2179-52d7-40c4-9ef1-4f6286a32ab8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:41.813950 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e9b8c038-5096-4f10-bcc9-e6bf656ee186 req-586e2179-52d7-40c4-9ef1-4f6286a32ab8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0484359 Aug 05 02:29:41.862795 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e9b8c038-5096-4f10-bcc9-e6bf656ee186 req-d19af166-6068-4671-b53b-ac6194165dca tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430024 Aug 05 02:29:42.256645 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b4a43ac1-9819-4c64-924c-1b98b281ad83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:43.002312 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9964d3-37e9-4860-818f-4f4f6be57fde req-2c35c13f-58a0-4666-a6c9-b2de3a853eaa tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:43.004035 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9a9964d3-37e9-4860-818f-4f4f6be57fde req-2c35c13f-58a0-4666-a6c9-b2de3a853eaa tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0603452 Aug 05 02:29:43.055470 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9a9964d3-37e9-4860-818f-4f4f6be57fde req-55b529a4-1e77-440b-aceb-3ee692fafe19 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455277 Aug 05 02:29:43.241043 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:44.180659 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1445d1-0c4c-460d-89e3-14adf99a2bd9 req-86b4a073-ee8f-42c1-9230-ea8460b3a5b4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:44.182158 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-de1445d1-0c4c-460d-89e3-14adf99a2bd9 req-86b4a073-ee8f-42c1-9230-ea8460b3a5b4 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0481629 Aug 05 02:29:44.228865 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-de1445d1-0c4c-460d-89e3-14adf99a2bd9 req-d2b5e909-db61-4bf2-82a7-dc4d886602d9 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411940 Aug 05 02:29:44.868694 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:44.916351 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:45.361885 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616861ff-6c81-4561-9b1b-ce580fced7b3 req-2449334a-cda5-41f6-bebb-659338b90b73 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:45.365046 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-616861ff-6c81-4561-9b1b-ce580fced7b3 req-2449334a-cda5-41f6-bebb-659338b90b73 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0534227 Aug 05 02:29:45.421370 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-616861ff-6c81-4561-9b1b-ce580fced7b3 req-75c1b4d4-d7ca-49bd-a3e5-7528527732d7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500519 Aug 05 02:29:46.513571 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:46.553511 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aacbfc-2d3c-42c7-b4a8-ab223f5529ff req-4b39ae57-4f9c-45fd-ba49-3ee65095f3b8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:46.554951 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99aacbfc-2d3c-42c7-b4a8-ab223f5529ff req-4b39ae57-4f9c-45fd-ba49-3ee65095f3b8 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0513978 Aug 05 02:29:46.603655 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-99aacbfc-2d3c-42c7-b4a8-ab223f5529ff req-413879c1-8223-46f6-8204-6ec52725c31e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Aug 05 02:29:47.745727 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7127a3-0dbd-45e8-bbe1-3d5899b43850 req-c7d197f8-667e-407c-ae1d-653a81850ec5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:47.747155 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ae7127a3-0dbd-45e8-bbe1-3d5899b43850 req-c7d197f8-667e-407c-ae1d-653a81850ec5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0462244 Aug 05 02:29:47.793822 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ae7127a3-0dbd-45e8-bbe1-3d5899b43850 req-8fa5e4a7-02d8-4d21-b58a-66bcb080d91e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Aug 05 02:29:48.923537 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117ea13-eb56-4049-ad0e-bbbd14bf5b5d req-49ef538f-696f-46a3-a9ad-d30be2fb9828 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:48.925041 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f117ea13-eb56-4049-ad0e-bbbd14bf5b5d req-49ef538f-696f-46a3-a9ad-d30be2fb9828 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0494976 Aug 05 02:29:48.974512 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f117ea13-eb56-4049-ad0e-bbbd14bf5b5d req-9e7031bd-cff0-44ab-b0d4-5da237208a6a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Aug 05 02:29:49.709678 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291822-296f-4380-bcd3-90e892676bf9 req-861db42a-6af0-48d6-bab9-dc1ddeb44e6d tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:49.711140 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-861db42a-6af0-48d6-bab9-dc1ddeb44e6d tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/networks?id=fa472d95-83d0-4e82-b169-3c906c731c37 HTTP/1.1" status: 200 len: 813 time: 0.1073875 Aug 05 02:29:49.725682 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-a4ba73fe-38ff-4ae8-a6b3-49bf6b76f7c7 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/quotas/8aeb435284914740b100d506c74bad6b HTTP/1.1" status: 200 len: 375 time: 0.0087638 Aug 05 02:29:49.757777 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-3db9316e-04b5-4995-bba0-82537467327b tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8aeb435284914740b100d506c74bad6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271285 Aug 05 02:29:49.853877 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-17b254c6-9ab0-4ed9-8252-629ee219ced6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/fa472d95-83d0-4e82-b169-3c906c731c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898395 Aug 05 02:29:49.950690 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-68a3f7d1-87a7-4284-8e36-d0884e65d59c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/fa472d95-83d0-4e82-b169-3c906c731c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897813 Aug 05 02:29:50.133837 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c84da6-cd47-4f44-8b7a-35b06b135bdd req-1a8e7da3-35c4-4f1f-b205-ad4e32b6e596 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:50.135540 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e5c84da6-cd47-4f44-8b7a-35b06b135bdd req-1a8e7da3-35c4-4f1f-b205-ad4e32b6e596 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0689416 Aug 05 02:29:50.174081 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d55e6964-5b21-4ce5-9d5e-70dfd03e218a req-92bc4d04-aba6-4b74-871e-4dfb31eed7e5 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 210 time: 0.0364556 Aug 05 02:29:50.218429 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:50.239799 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e5c84da6-cd47-4f44-8b7a-35b06b135bdd req-ed3234d8-b141-4d24-b433-b536dd5cd759 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979624 Aug 05 02:29:51.292043 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b9ec4daa-db10-40fe-9710-6ccd4e503704 req-1dd30642-9cc6-4f94-bd55-c1902e529233 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 210 time: 0.0318623 Aug 05 02:29:51.361357 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76726ee-0905-420b-a7b9-260edd3aef77 req-1cc3be6c-080e-40ad-b092-35ca74832b75 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:51.362720 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e76726ee-0905-420b-a7b9-260edd3aef77 req-1cc3be6c-080e-40ad-b092-35ca74832b75 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0480013 Aug 05 02:29:51.408978 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-e76726ee-0905-420b-a7b9-260edd3aef77 req-603d42c0-64ce-4b8b-8c30-aafc2f1d655f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Aug 05 02:29:51.603333 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:29:52.389483 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-41eb3bb3-ac5f-42ae-ab62-660c9b903e1b req-d5dce044-fe1a-4717-86b7-73c0adddab23 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 210 time: 0.0281167 Aug 05 02:29:52.531382 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4936e-7dcf-487e-bf44-4a6bf1a8b82c req-ef6eef47-b20f-4872-97a2-2e791aa6f485 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:52.532862 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88e4936e-7dcf-487e-bf44-4a6bf1a8b82c req-ef6eef47-b20f-4872-97a2-2e791aa6f485 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0465107 Aug 05 02:29:52.579262 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-88e4936e-7dcf-487e-bf44-4a6bf1a8b82c req-bf5c47b1-1f99-4a72-902c-29c2ee0d4606 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408254 Aug 05 02:29:53.489627 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e830efe5-1e78-43ab-9295-126f57259e48 req-eae273cf-cd7b-4fdb-8ff9-9ff8e09d1061 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 210 time: 0.0268116 Aug 05 02:29:53.714308 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc122e2-2779-4e33-a269-f2b6083fdaee req-d457c2ae-6194-41cb-8c7c-93799fc23545 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:53.716365 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-efc122e2-2779-4e33-a269-f2b6083fdaee req-d457c2ae-6194-41cb-8c7c-93799fc23545 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0533426 Aug 05 02:29:53.764226 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-efc122e2-2779-4e33-a269-f2b6083fdaee req-aa81562c-4677-44e3-af93-03f8e1ac8105 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Aug 05 02:29:54.591827 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7267ba2e-31e2-4122-bdf8-433abea2bc91 req-408c4ab3-030d-4d9f-8ba4-4291645f76e6 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 210 time: 0.0285609 Aug 05 02:29:54.889957 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7884e4-8d53-401b-b4f0-624cea0c1f38 req-2b65e0ab-be8c-47c2-b503-02d9fba8f81d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:54.892473 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1f7884e4-8d53-401b-b4f0-624cea0c1f38 req-2b65e0ab-be8c-47c2-b503-02d9fba8f81d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0486894 Aug 05 02:29:54.903191 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:54.910675 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:54.939713 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1f7884e4-8d53-401b-b4f0-624cea0c1f38 req-92029e66-70d7-45c6-b837-035e6101cd62 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417848 Aug 05 02:29:55.703645 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-69821d30-ad63-41e4-bb6d-a5dc968ebc8f req-ab38c6c3-9ae7-4fd2-bb78-105f04736206 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 210 time: 0.0346491 Aug 05 02:29:55.916205 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291822-296f-4380-bcd3-90e892676bf9 req-f30c632b-7f8d-4db6-affb-1eba5db3b06b tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:55.917578 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-f30c632b-7f8d-4db6-affb-1eba5db3b06b tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.45 "GET /networking/v2.0/networks?id=fa472d95-83d0-4e82-b169-3c906c731c37 HTTP/1.1" status: 200 len: 813 time: 0.3521504 Aug 05 02:29:55.935500 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Request body: {'port': {'device_id': 'cda05d94-80b5-4f53-b23d-2db4abf450ea', 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37', 'admin_state_up': True, 'tenant_id': '8aeb435284914740b100d506c74bad6b'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:29:56.012648 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:29:56.081591 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ec6a7-6c4e-434a-9624-762a73a25306 req-169af084-d6f1-4267-b32f-04504530ce55 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:56.083082 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0e7ec6a7-6c4e-434a-9624-762a73a25306 req-169af084-d6f1-4267-b32f-04504530ce55 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 943 time: 0.0577593 Aug 05 02:29:56.091947 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Made reservation on behalf of 8aeb435284914740b100d506c74bad6b for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:29:56.095273 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:56.111332 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:29:56.123136 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'port_id': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'mac_address': 'fa:16:3e:af:ab:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:29:56.136937 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:56.161634 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a68b1751-4c77-41ca-80e7-300bcc5e2f50 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:29:56.162026 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:56.175989 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68b1751-4c77-41ca-80e7-300bcc5e2f50 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:29:56.195951 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:29:56.200049 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:56.200423 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0e7ec6a7-6c4e-434a-9624-762a73a25306 req-c9898493-1ba9-4446-a020-175ec4d8183b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095006 Aug 05 02:29:56.252760 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=9']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:29:56.274009 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Allocated IP 172.20.0.11 (fa472d95-83d0-4e82-b169-3c906c731c37/65601448-334b-4699-a78d-801580ea48da/2d8ac192-59d0-4717-855e-34a8aebbb09a) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:29:56.375067 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:56.427546 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks [] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:56.459290 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:56.508516 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Network fa472d95-83d0-4e82-b169-3c906c731c37 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:29:56.511867 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:29:56.515800 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:29:56.521931 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Pushing event updated for resources: {'Port': ['ID=2d8ac192-59d0-4717-855e-34a8aebbb09a,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:29:56.568474 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:56.569088 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:56.584855 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-e4475a96-2bfd-48f0-a50e-daa1a0e46d39 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6528182 Aug 05 02:29:56.603112 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Request body: {'port': {'device_id': 'cda05d94-80b5-4f53-b23d-2db4abf450ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:29:56.669086 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:56.671795 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['a68b1751-4c77-41ca-80e7-300bcc5e2f50'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:29:56.888566 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704de7a-cec0-4dde-ae8a-7dfc91a4fb7f req-09100a7e-2421-4402-93cd-094af833f7d1 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:56.890090 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1704de7a-cec0-4dde-ae8a-7dfc91a4fb7f req-09100a7e-2421-4402-93cd-094af833f7d1 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 932 time: 0.0953615 Aug 05 02:29:56.969455 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1704de7a-cec0-4dde-ae8a-7dfc91a4fb7f req-d2d562a8-a557-4502-b854-da95228ca71e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722744 Aug 05 02:29:56.988486 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:57.034057 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8ac192-59d0-4717-855e-34a8aebbb09a {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:29:57.042162 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Publish callbacks [] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:57.054323 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Transition to ACTIVE for port object 2d8ac192-59d0-4717-855e-34a8aebbb09a will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:29:57.058212 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:57.103583 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ac192-59d0-4717-855e-34a8aebbb09a,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:29:57.169429 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Attempting to bind port 2d8ac192-59d0-4717-855e-34a8aebbb09a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:29:57.169772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Attempting to bind port 2d8ac192-59d0-4717-855e-34a8aebbb09a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '580a9ea1-5f3e-4672-9e95-ac16b7686509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:29:57.170101 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Attempting to bind port 2d8ac192-59d0-4717-855e-34a8aebbb09a on network fa472d95-83d0-4e82-b169-3c906c731c37 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:29:57.174431 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Port 2d8ac192-59d0-4717-855e-34a8aebbb09a on network fa472d95-83d0-4e82-b169-3c906c731c37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:29:57.174756 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Attempting to bind port 2d8ac192-59d0-4717-855e-34a8aebbb09a on network fa472d95-83d0-4e82-b169-3c906c731c37 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:29:57.179752 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:29:57.180094 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Checking segment: {'id': '580a9ea1-5f3e-4672-9e95-ac16b7686509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:29:57.180520 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Bound using segment: {'id': '580a9ea1-5f3e-4672-9e95-ac16b7686509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:29:57.180951 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Bound port: 2d8ac192-59d0-4717-855e-34a8aebbb09a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580a9ea1-5f3e-4672-9e95-ac16b7686509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:29:57.181311 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:57.195213 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:57.248045 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] For port 2d8ac192-59d0-4717-855e-34a8aebbb09a, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:29:57.251131 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] For port 2d8ac192-59d0-4717-855e-34a8aebbb09a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2d8ac192-59d0-4717-855e-34a8aebbb09a,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:29:57.258318 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:57.262528 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:57.263150 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:57.264558 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/2d8ac192-59d0-4717-855e-34a8aebbb09a HTTP/1.1" status: 200 len: 1094 time: 0.6665027 Aug 05 02:29:57.265999 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda05d94-80b5-4f53-b23d-2db4abf450ea', 'tag': '2d8ac192-59d0-4717-855e-34a8aebbb09a'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:29:57.268254 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4150505-dbbb-4cc1-833a-875695b69255" -d '{"events": [{"name": "network-changed", "server_uuid": "cda05d94-80b5-4f53-b23d-2db4abf450ea", "tag": "2d8ac192-59d0-4717-855e-34a8aebbb09a"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:29:57.309254 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0187cc71-a543-448f-80e3-70bc382d97d0 x-openstack-request-id: req-0187cc71-a543-448f-80e3-70bc382d97d0 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:29:57.309536 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda05d94-80b5-4f53-b23d-2db4abf450ea", "tag": "2d8ac192-59d0-4717-855e-34a8aebbb09a", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:29:57.309788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0187cc71-a543-448f-80e3-70bc382d97d0 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:29:57.310188 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0187cc71-a543-448f-80e3-70bc382d97d0'] response: {'name': 'network-changed', 'server_uuid': 'cda05d94-80b5-4f53-b23d-2db4abf450ea', 'tag': '2d8ac192-59d0-4717-855e-34a8aebbb09a', 'status': 'completed', 'code': 200} Aug 05 02:29:57.319532 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde4abf-66b3-4a93-8d25-61129229ea31 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ac192-59d0-4717-855e-34a8aebbb09a,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:29:57.341005 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a48a-d178-453f-90ef-9022897cd004 req-d09e7b3b-493d-4a90-8ccf-0f40fcfd3384 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:57.342485 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8bc5a48a-d178-453f-90ef-9022897cd004 req-d09e7b3b-493d-4a90-8ccf-0f40fcfd3384 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 944 time: 0.0526376 Aug 05 02:29:57.390300 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8bc5a48a-d178-453f-90ef-9022897cd004 req-05f07d29-cc4d-4e0d-87c8-6da5ee68c864 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Aug 05 02:29:57.613388 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4150505-dbbb-4cc1-833a-875695b69255 req-5d74b2a8-ac67-47ed-b897-2bbafdb2943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:57.614782 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f4150505-dbbb-4cc1-833a-875695b69255 req-5d74b2a8-ac67-47ed-b897-2bbafdb2943c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8aeb435284914740b100d506c74bad6b&device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 1128 time: 0.0399768 Aug 05 02:29:57.726239 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4150505-dbbb-4cc1-833a-875695b69255 req-68cb1112-0f2e-4db2-8ac8-9955013504de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:57.728256 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f4150505-dbbb-4cc1-833a-875695b69255 req-68cb1112-0f2e-4db2-8ac8-9955013504de service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=8aeb435284914740b100d506c74bad6b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0964077 Aug 05 02:29:58.040468 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:29:58.086234 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port a68b1751-4c77-41ca-80e7-300bcc5e2f50 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:29:58.086609 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:58.148582 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c15bc-6ec2-4538-98b2-5f93d40c84ac req-d8e390d0-b8b3-4558-b46b-af33d692a652 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:58.151219 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-883c15bc-6ec2-4538-98b2-5f93d40c84ac req-d8e390d0-b8b3-4558-b46b-af33d692a652 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 944 time: 0.0962720 Aug 05 02:29:58.169551 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a68b1751-4c77-41ca-80e7-300bcc5e2f50 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:29:58.169932 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:58.192681 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:29:58.195035 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ed6353-6fac-48c8-8414-31130889d667" -d '{"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-plugged", "status": "completed", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:29:58.206724 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4150505-dbbb-4cc1-833a-875695b69255 req-2a6570c5-3758-49ee-8cd8-a989e839320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:58.207355 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f4150505-dbbb-4cc1-833a-875695b69255 req-2a6570c5-3758-49ee-8cd8-a989e839320e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1620059 Aug 05 02:29:58.209020 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:29:58.215489 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:29:58.226916 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-883c15bc-6ec2-4538-98b2-5f93d40c84ac req-a9251f71-35ca-46ad-97d4-2542374d1a61 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678792 Aug 05 02:29:58.255200 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d235de7-0fad-43e8-867e-9c8ba4211007 x-openstack-request-id: req-3d235de7-0fad-43e8-867e-9c8ba4211007 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:29:58.255488 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-plugged", "status": "completed", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:29:58.255736 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d235de7-0fad-43e8-867e-9c8ba4211007 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:29:58.256116 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d235de7-0fad-43e8-867e-9c8ba4211007'] response: {'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'code': 200} Aug 05 02:29:58.279701 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=10']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:29:58.373937 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291822-296f-4380-bcd3-90e892676bf9 req-4a1df635-3051-41e0-918b-900b2df34744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:58.375443 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-4a1df635-3051-41e0-918b-900b2df34744 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8aeb435284914740b100d506c74bad6b&device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 1128 time: 0.0443122 Aug 05 02:29:58.441005 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-b8405068-6587-4c1d-9777-79a3174589bc service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8ac192-59d0-4717-855e-34a8aebbb09a HTTP/1.1" status: 200 len: 217 time: 0.0361335 Aug 05 02:29:58.556812 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291822-296f-4380-bcd3-90e892676bf9 req-33bb4812-756e-45a0-a85e-22a6e19e9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:58.558187 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-33bb4812-756e-45a0-a85e-22a6e19e9272 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=65601448-334b-4699-a78d-801580ea48da HTTP/1.1" status: 200 len: 853 time: 0.1101866 Aug 05 02:29:58.567910 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3031-e2be-4258-9f5e-b8ccf6feb2c1 req-569da820-21e0-4c9e-81c3-7db1e8d6ead6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:58.569298 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8abd3031-e2be-4258-9f5e-b8ccf6feb2c1 req-569da820-21e0-4c9e-81c3-7db1e8d6ead6 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 946 time: 0.0878365 Aug 05 02:29:58.605955 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b8b0a-0ef4-4717-ad28-d7ec643ddc66 req-0c6d590e-77e4-4891-bead-b0f0bc289dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:58.607409 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-666b8b0a-0ef4-4717-ad28-d7ec643ddc66 req-0c6d590e-77e4-4891-bead-b0f0bc289dac service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 1130 time: 0.0925183 Aug 05 02:29:58.610399 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-3a8c9964-8a8f-47da-90a6-27b51ca991c9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=fa472d95-83d0-4e82-b169-3c906c731c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401981 Aug 05 02:29:58.689007 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:58.721653 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8abd3031-e2be-4258-9f5e-b8ccf6feb2c1 req-1b683175-5a6c-46ca-95f7-d626f9eab5fb tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395924 Aug 05 02:29:58.741099 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-666b8b0a-0ef4-4717-ad28-d7ec643ddc66 req-ecf034be-0767-4d6f-a7bb-d5f0c968231c service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227379 Aug 05 02:29:58.762327 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-5d78b9be-ed86-43ad-83d3-343e3a47ade5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fa472d95-83d0-4e82-b169-3c906c731c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365607 Aug 05 02:29:59.356518 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:29:59.360430 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af4b61-9d52-4c34-b20b-296fc2a35d8b req-b3c38a85-6f56-4890-bf12-e3bf8f4eeb51 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:59.361919 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f5af4b61-9d52-4c34-b20b-296fc2a35d8b req-b3c38a85-6f56-4890-bf12-e3bf8f4eeb51 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 944 time: 0.0580859 Aug 05 02:29:59.381555 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0291822-296f-4380-bcd3-90e892676bf9 req-98360aaf-b70a-46f2-bc7a-d01c62786651 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/fa472d95-83d0-4e82-b169-3c906c731c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093669 Aug 05 02:29:59.412402 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f5af4b61-9d52-4c34-b20b-296fc2a35d8b req-f4c00552-2692-47a1-9882-585c970dae82 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448399 Aug 05 02:29:59.848868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55d996-f5e2-47c0-9521-5dffbdc794b8 req-5bc9b805-e89e-431c-a371-acb66a0bd9f5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:29:59.850325 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb55d996-f5e2-47c0-9521-5dffbdc794b8 req-5bc9b805-e89e-431c-a371-acb66a0bd9f5 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 946 time: 0.0484400 Aug 05 02:29:59.900846 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bb55d996-f5e2-47c0-9521-5dffbdc794b8 req-11c7c39c-0e6c-4dac-8070-72cc75a5a23a tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Aug 05 02:30:00.496540 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:00.520762 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:00.541592 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a0449-b482-4fc5-8f0b-6b537aaa8a61 req-ba96db29-a6eb-4f0a-94f6-9dc4cc8ad05c tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:00.543069 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-394a0449-b482-4fc5-8f0b-6b537aaa8a61 req-ba96db29-a6eb-4f0a-94f6-9dc4cc8ad05c tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 944 time: 0.0555429 Aug 05 02:30:00.590482 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-394a0449-b482-4fc5-8f0b-6b537aaa8a61 req-d0ced619-1456-4d4e-80c0-70420f284e28 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Aug 05 02:30:01.029123 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c935f-ca3c-4219-8d9e-3e8acc6e271c req-a84e13c8-2898-4a56-8457-2bfcbe742ddf tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:01.030593 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4f2c935f-ca3c-4219-8d9e-3e8acc6e271c req-a84e13c8-2898-4a56-8457-2bfcbe742ddf tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 946 time: 0.0519223 Aug 05 02:30:01.078901 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4f2c935f-ca3c-4219-8d9e-3e8acc6e271c req-fa350686-82b6-4649-80be-56e5b3cef1ab tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Aug 05 02:30:01.182823 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:01.598830 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:01.708352 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9825f-cc82-4c5a-acb0-49434f779e63 req-b2c959e8-8dc0-41e4-aadd-6a36a68adb91 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:01.709860 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c5e9825f-cc82-4c5a-acb0-49434f779e63 req-b2c959e8-8dc0-41e4-aadd-6a36a68adb91 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 944 time: 0.0469599 Aug 05 02:30:01.756813 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c5e9825f-cc82-4c5a-acb0-49434f779e63 req-576f39bf-f00c-4297-8b0b-b8e9ff26e6c1 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Aug 05 02:30:02.201729 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9e40-e12d-4bf0-968f-8c9ba01fb7c9 req-8c55de57-e65d-4ee7-9af4-b1c42fe7520d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:02.203171 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7fcf9e40-e12d-4bf0-968f-8c9ba01fb7c9 req-8c55de57-e65d-4ee7-9af4-b1c42fe7520d tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 946 time: 0.0464165 Aug 05 02:30:02.249556 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7fcf9e40-e12d-4bf0-968f-8c9ba01fb7c9 req-20f33d2e-4a56-4b48-8604-2c4748165987 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Aug 05 02:30:02.879635 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252510d-5733-4b62-8e61-77c7bbc1979e req-c20d5f2b-edef-4ae4-861e-59f80547220e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:02.881138 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a252510d-5733-4b62-8e61-77c7bbc1979e req-c20d5f2b-edef-4ae4-861e-59f80547220e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 944 time: 0.0493534 Aug 05 02:30:02.936600 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a252510d-5733-4b62-8e61-77c7bbc1979e req-8684bea0-e6d0-4823-afba-6845b552155e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489633 Aug 05 02:30:03.373861 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcaa88d-071a-43ed-8ea9-9630e8a54026 req-8b6d1451-278c-45c2-a0b5-796612dfc3db tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:03.375357 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0fcaa88d-071a-43ed-8ea9-9630e8a54026 req-8b6d1451-278c-45c2-a0b5-796612dfc3db tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 946 time: 0.0481954 Aug 05 02:30:03.426404 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0fcaa88d-071a-43ed-8ea9-9630e8a54026 req-639a2092-cbc1-49ac-a380-1aea408ef358 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455985 Aug 05 02:30:04.036118 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 2d8ac192-59d0-4717-855e-34a8aebbb09a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:30:04.062189 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0c513-1fa0-41ca-9775-de7b49ffb910 req-a5508e39-bb36-497a-8af3-5d574275824f tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:04.063676 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-27d0c513-1fa0-41ca-9775-de7b49ffb910 req-a5508e39-bb36-497a-8af3-5d574275824f tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 944 time: 0.0506985 Aug 05 02:30:04.080597 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9965a9-41f9-4977-a863-e870d8578b5f req-ade605d6-9e75-4c82-90ac-84ee626fc212 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:04.082338 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ef9965a9-41f9-4977-a863-e870d8578b5f req-ade605d6-9e75-4c82-90ac-84ee626fc212 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 946 time: 0.0521183 Aug 05 02:30:04.114027 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-27d0c513-1fa0-41ca-9775-de7b49ffb910 req-813e29fa-a634-4a95-a869-d9ad5181d3a0 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Aug 05 02:30:04.120789 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:04.136382 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ef9965a9-41f9-4977-a863-e870d8578b5f req-d25e6886-eaff-45d9-b3a4-7377ad2589fa tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Aug 05 02:30:04.146797 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 2d8ac192-59d0-4717-855e-34a8aebbb09a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2d8ac192-59d0-4717-855e-34a8aebbb09a,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:30:04.154419 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:04.159891 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '2d8ac192-59d0-4717-855e-34a8aebbb09a', 'network_id': 'fa472d95-83d0-4e82-b169-3c906c731c37', 'port_id': '2d8ac192-59d0-4717-855e-34a8aebbb09a', 'mac_address': 'fa:16:3e:67:da:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65601448-334b-4699-a78d-801580ea48da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:30:04.194927 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 2d8ac192-59d0-4717-855e-34a8aebbb09a is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:30:04.195316 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:04.208582 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8ac192-59d0-4717-855e-34a8aebbb09a {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:30:04.227840 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 2d8ac192-59d0-4717-855e-34a8aebbb09a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2d8ac192-59d0-4717-855e-34a8aebbb09a,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:30:04.232301 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:04.279980 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=2d8ac192-59d0-4717-855e-34a8aebbb09a,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:04.703722 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['2d8ac192-59d0-4717-855e-34a8aebbb09a'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:30:05.239217 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1c9c6-34e0-4a4c-a1f9-1656ce804d84 req-d769c486-655a-4b46-b783-f22f609958db tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:05.240739 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dcf1c9c6-34e0-4a4c-a1f9-1656ce804d84 req-d769c486-655a-4b46-b783-f22f609958db tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 945 time: 0.0522389 Aug 05 02:30:05.264445 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aa027-cc94-4077-8b79-f310995a713e req-2322da78-fd4f-486b-ab29-cc799256675f tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:05.265958 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-944aa027-cc94-4077-8b79-f310995a713e req-2322da78-fd4f-486b-ab29-cc799256675f tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 946 time: 0.0496371 Aug 05 02:30:05.296238 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-dcf1c9c6-34e0-4a4c-a1f9-1656ce804d84 req-1c7e8ce4-fe25-4d39-a188-12fb1fe22afa tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491049 Aug 05 02:30:05.316952 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-944aa027-cc94-4077-8b79-f310995a713e req-2536404b-4cef-4067-862a-ef2145b6c507 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451779 Aug 05 02:30:06.065972 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 2d8ac192-59d0-4717-855e-34a8aebbb09a up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:30:06.108416 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 2d8ac192-59d0-4717-855e-34a8aebbb09a completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:30:06.113911 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 2d8ac192-59d0-4717-855e-34a8aebbb09a triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:30:06.114320 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:06.191886 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 2d8ac192-59d0-4717-855e-34a8aebbb09a is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:30:06.192283 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:06.215769 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda05d94-80b5-4f53-b23d-2db4abf450ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ac192-59d0-4717-855e-34a8aebbb09a'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:30:06.218058 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57542b26-7370-45c0-9543-a97537ab5090" -d '{"events": [{"server_uuid": "cda05d94-80b5-4f53-b23d-2db4abf450ea", "name": "network-vif-plugged", "status": "completed", "tag": "2d8ac192-59d0-4717-855e-34a8aebbb09a"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:30:06.231603 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 2d8ac192-59d0-4717-855e-34a8aebbb09a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2d8ac192-59d0-4717-855e-34a8aebbb09a,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:30:06.235577 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:06.264700 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23fc1c6-9ed7-4dce-a97e-94fddd96f6e4 x-openstack-request-id: req-f23fc1c6-9ed7-4dce-a97e-94fddd96f6e4 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:30:06.264999 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda05d94-80b5-4f53-b23d-2db4abf450ea", "name": "network-vif-plugged", "status": "completed", "tag": "2d8ac192-59d0-4717-855e-34a8aebbb09a", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:30:06.265254 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f23fc1c6-9ed7-4dce-a97e-94fddd96f6e4 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:30:06.265652 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23fc1c6-9ed7-4dce-a97e-94fddd96f6e4'] response: {'server_uuid': 'cda05d94-80b5-4f53-b23d-2db4abf450ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ac192-59d0-4717-855e-34a8aebbb09a', 'code': 200} Aug 05 02:30:06.291012 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=2d8ac192-59d0-4717-855e-34a8aebbb09a,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:06.421495 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e3591-484c-4801-9207-2a4080f8cce1 req-5cfa96e9-8f0e-4c2b-9576-d9b52e0de6f2 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:06.422985 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2a7e3591-484c-4801-9207-2a4080f8cce1 req-5cfa96e9-8f0e-4c2b-9576-d9b52e0de6f2 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 946 time: 0.0547965 Aug 05 02:30:06.474693 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2a7e3591-484c-4801-9207-2a4080f8cce1 req-24a5c40f-ed45-4860-b749-5cbb21e462d5 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459323 Aug 05 02:30:06.482107 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-dff319b6-139e-4733-84d8-4b2886360b25 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:06.483720 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-dff319b6-139e-4733-84d8-4b2886360b25 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 946 time: 0.0929854 Aug 05 02:30:06.490306 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c2fee-f842-4d66-aeae-b04d8503f76f req-b4a7e493-8b1f-4de9-a967-40a7dfec5771 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:06.492318 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f25c2fee-f842-4d66-aeae-b04d8503f76f req-b4a7e493-8b1f-4de9-a967-40a7dfec5771 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 946 time: 0.0911131 Aug 05 02:30:06.630955 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960efefe-162d-4e1f-89cc-950eae6ad76a req-2a9cfcf9-b623-4e1c-a5fc-dedf9316e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:06.632343 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-960efefe-162d-4e1f-89cc-950eae6ad76a req-2a9cfcf9-b623-4e1c-a5fc-dedf9316e12d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 1130 time: 0.0986669 Aug 05 02:30:06.637570 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f25c2fee-f842-4d66-aeae-b04d8503f76f req-b202f990-5463-457d-acf8-f2e6a04b560c tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5ed1094d-ef28-48bc-bfc3-5e18cde71c85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371453 Aug 05 02:30:06.663903 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Deleting port 632d332a-75d1-454b-bb98-b93cd5e86ca7 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:30:06.664251 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:06.680410 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:06.737332 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-960efefe-162d-4e1f-89cc-950eae6ad76a req-8a7a518f-53f8-4695-b71d-17a2e625152f service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971551 Aug 05 02:30:06.777468 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] For port 632d332a-75d1-454b-bb98-b93cd5e86ca7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=632d332a-75d1-454b-bb98-b93cd5e86ca7,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:30:06.777835 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:06.837135 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:06.943772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:06.944135 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (ce224bce-1171-4165-b1a3-f385aa0b457b), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:06.944488 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Floating IP ce224bce-1171-4165-b1a3-f385aa0b457b disassociated. External IP: 172.27.0.175, port: 632d332a-75d1-454b-bb98-b93cd5e86ca7. Aug 05 02:30:06.944838 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Calling delete_port for 632d332a-75d1-454b-bb98-b93cd5e86ca7 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:30:07.075295 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (632d332a-75d1-454b-bb98-b93cd5e86ca7), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:07.101109 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event deleted for resources: {'Port': ['ID=632d332a-75d1-454b-bb98-b93cd5e86ca7,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:07.209411 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:30:07.311745 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:30:07.320968 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] Sync routers for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:30:07.332624 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:30:07.333236 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:29:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:07.355187 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] No DVR routers for this DVR port 632d332a-75d1-454b-bb98-b93cd5e86ca7 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:30:07.357706 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:07.360929 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-43b1d774-7877-4fa5-b7ff-564e60bc8d3c req-7e447bfa-f656-4e06-beff-3745f15bbd3a tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.45 "DELETE /networking/v2.0/ports/632d332a-75d1-454b-bb98-b93cd5e86ca7 HTTP/1.1" status: 204 len: 173 time: 0.8675244 Aug 05 02:30:07.361362 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'name': 'network-vif-deleted', 'tag': '632d332a-75d1-454b-bb98-b93cd5e86ca7'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:30:07.363588 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6e65f3-294b-4789-97ca-bad312dc4e47" -d '{"events": [{"server_uuid": "7a62bccf-ee14-4f75-ac75-78872dd510c8", "name": "network-vif-deleted", "tag": "632d332a-75d1-454b-bb98-b93cd5e86ca7"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:30:07.401482 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819d60f-ccc3-4b60-b7cd-7dfecf20fe17 x-openstack-request-id: req-5819d60f-ccc3-4b60-b7cd-7dfecf20fe17 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:30:07.401768 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a62bccf-ee14-4f75-ac75-78872dd510c8", "name": "network-vif-deleted", "tag": "632d332a-75d1-454b-bb98-b93cd5e86ca7", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:30:07.402222 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5819d60f-ccc3-4b60-b7cd-7dfecf20fe17 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:30:07.402632 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5819d60f-ccc3-4b60-b7cd-7dfecf20fe17'] response: {'server_uuid': '7a62bccf-ee14-4f75-ac75-78872dd510c8', 'name': 'network-vif-deleted', 'tag': '632d332a-75d1-454b-bb98-b93cd5e86ca7', 'status': 'completed', 'code': 200} Aug 05 02:30:07.435263 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:30:07.602851 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1c6a6-c9a0-4000-ae3f-aaf03893ef17 req-dd4c2e05-d432-4c34-ba46-8e9f6671bf4b tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:07.604523 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-06c1c6a6-c9a0-4000-ae3f-aaf03893ef17 req-dd4c2e05-d432-4c34-ba46-8e9f6671bf4b tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 946 time: 0.0496085 Aug 05 02:30:07.611973 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:07.623224 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:07.632938 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:07.654614 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-06c1c6a6-c9a0-4000-ae3f-aaf03893ef17 req-8e0deef6-0624-48fe-9273-b3523ae4a20f tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444660 Aug 05 02:30:07.661318 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] Checking router: fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:30:07.671284 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:30:07.671891 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:29:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:07.748906 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2e8ef038-0351-4471-b5fd-c3c50c4dc91e req-ad30db07-055b-4edf-9e9c-55853055abc8 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 210 time: 0.0361681 Aug 05 02:30:07.772291 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:30:07.963246 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:07.988441 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a40e7-62d7-4526-84a5-3ea311051eca None None] The sync data for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi is: [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:20:24Z', 'revision_number': 4, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '3e7be1e3-c517-4380-85d3-40fa8bffcbd6', 'name': '', 'network_id': 'bf7849d5-61da-44b5-8e65-8d7323d12692', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'mac_address': 'fa:16:3e:06:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:20Z', 'updated_at': '2022-08-05T02:20:38Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'subnets': [{'id': 'a5595a37-a3f8-4635-b4a8-fb68b430ff30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:30:08.202387 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa057263-9cc3-4976-b07e-86b5f3520525 None None] New status for floating IP ce224bce-1171-4165-b1a3-f385aa0b457b: DOWN {{(pid=104198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:30:08.778312 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442469ce-566d-4c3b-bc23-d266f3adc8cc req-2a97a307-4ada-47f6-9bd3-633c896008a0 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:08.779933 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-442469ce-566d-4c3b-bc23-d266f3adc8cc req-2a97a307-4ada-47f6-9bd3-633c896008a0 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 946 time: 0.0527055 Aug 05 02:30:08.818635 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:08.831754 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-442469ce-566d-4c3b-bc23-d266f3adc8cc req-3e606870-f239-4210-80db-51f39e3563cd tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454185 Aug 05 02:30:08.866358 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e2e2a698-467b-4aba-8cef-f273f1a00135 req-0ff82441-0d23-4dea-b1fe-8d9d6fff9aae tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7a62bccf-ee14-4f75-ac75-78872dd510c8 HTTP/1.1" status: 200 len: 210 time: 0.0293612 Aug 05 02:30:09.962323 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45102) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:10.016064 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-acd2b5eb-61bc-481f-bd32-712f016f4152 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (5ed1094d-ef28-48bc-bfc3-5e18cde71c85), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.033813 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-4f78672f-cc8c-457b-be40-e25aa1f707cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.043039 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-acd2b5eb-61bc-481f-bd32-712f016f4152 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (5ed1094d-ef28-48bc-bfc3-5e18cde71c85), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.090895 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-acd2b5eb-61bc-481f-bd32-712f016f4152 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (5ed1094d-ef28-48bc-bfc3-5e18cde71c85), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.094764 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-acd2b5eb-61bc-481f-bd32-712f016f4152 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.095411 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 632d332a-75d1-454b-bb98-b93cd5e86ca7 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:30:10.095928 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-acd2b5eb-61bc-481f-bd32-712f016f4152 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5ed1094d-ef28-48bc-bfc3-5e18cde71c85 HTTP/1.1" status: 204 len: 168 time: 0.1326210 Aug 05 02:30:10.099207 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 45104) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:10.106126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2b5eb-61bc-481f-bd32-712f016f4152 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed1094d-ef28-48bc-bfc3-5e18cde71c85,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:10.114835 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.api.v2.resource [None req-9206ae02-746a-4bf7-ad41-247d5b193fb3 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] show failed (client error): The resource could not be found. Aug 05 02:30:10.116261 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-9206ae02-746a-4bf7-ad41-247d5b193fb3 tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "GET /networking/v2.0/security-groups/5ed1094d-ef28-48bc-bfc3-5e18cde71c85 HTTP/1.1" status: 404 len: 347 time: 0.0156643 Aug 05 02:30:10.118945 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 45106) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:10.128312 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 632d332a-75d1-454b-bb98-b93cd5e86ca7 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:30:10.128686 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 632d332a-75d1-454b-bb98-b93cd5e86ca7 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:30:10.244282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Deleting port 8767cd7f-91b1-46f8-8bca-21ab5880ae7b {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:30:10.244666 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (8767cd7f-91b1-46f8-8bca-21ab5880ae7b), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.321605 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (8767cd7f-91b1-46f8-8bca-21ab5880ae7b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.321857 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (8767cd7f-91b1-46f8-8bca-21ab5880ae7b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.335100 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Calling delete_port for 8767cd7f-91b1-46f8-8bca-21ab5880ae7b owned by network:floatingip {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:30:10.452985 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:10.465775 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (8767cd7f-91b1-46f8-8bca-21ab5880ae7b), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.490438 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Pushing event deleted for resources: {'Port': ['ID=8767cd7f-91b1-46f8-8bca-21ab5880ae7b,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:10.515517 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.515859 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.516197 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.516563 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.517082 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.517577 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.517905 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.518238 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.518608 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.518937 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.519261 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.519586 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.519910 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.520224 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.520568 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:10.526120 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:10.565667 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks [] for floatingip (ce224bce-1171-4165-b1a3-f385aa0b457b), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.568139 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:10.569301 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-86fb8e3c-b41b-4de4-8996-ddcfda87267d tempest-AttachVolumeTestJSON-628550396 tempest-AttachVolumeTestJSON-628550396-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/ce224bce-1171-4165-b1a3-f385aa0b457b HTTP/1.1" status: 204 len: 168 time: 0.4494565 Aug 05 02:30:12.239165 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-15753b17-5af7-4501-8822-ab718a282b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:13.242594 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:14.117946 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 45142) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:14.498965 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:14.714406 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Deleting port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:30:14.714632 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:14.794468 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] For port 3e7be1e3-c517-4380-85d3-40fa8bffcbd6, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=3e7be1e3-c517-4380-85d3-40fa8bffcbd6,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:30:14.794820 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:14.806943 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Calling delete_port for 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 owned by network:router_interface {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:30:14.873235 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:14.911504 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:14.928282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:14.972155 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:14.985199 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (3e7be1e3-c517-4380-85d3-40fa8bffcbd6), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:15.007907 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7be1e3-c517-4380-85d3-40fa8bffcbd6,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:15.170214 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:15.374576 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:30:15.474483 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:30:15.480165 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-6a7a7b38-81f5-47c0-822b-ff8deead7637 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/fac9cc81-e976-44b7-85b8-8f9ab72c3ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3605678 Aug 05 02:30:15.483066 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45148) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:15.485136 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] Sync routers for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:30:15.496049 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:30:15.496918 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:30:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:15.587037 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:15.596758 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks [] for router (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:15.618400 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:30:15.795207 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:30:14Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:15.820943 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] Checking router: fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:30:15.829820 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] Routers {'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:30:15.830445 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:30:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:15.971215 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks [] for router_gateway (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.021057 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Deleting port 073ae8ff-31c7-4d04-af5c-932737f49167 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:30:16.021404 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.078004 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] Set router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:30:16.110497 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] For port 073ae8ff-31c7-4d04-af5c-932737f49167, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=073ae8ff-31c7-4d04-af5c-932737f49167,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:30:16.110868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.125076 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Calling delete_port for 073ae8ff-31c7-4d04-af5c-932737f49167 owned by network:router_gateway {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:30:16.186816 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:16.195259 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:16.246794 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:30:14Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:16.275021 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b01837a-c4fb-4608-81a2-943edb79311d None None] The sync data for ids ['fac9cc81-e976-44b7-85b8-8f9ab72c3ca9'] in dv-cinder-815582-13-iscsi is: [{'id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'name': 'tempest-AttachVolumeTestJSON-1790632263-router', 'tenant_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:12Z', 'updated_at': '2022-08-05T02:30:14Z', 'revision_number': 5, 'project_id': 'ce1ac0db26e648bba79191b3ad8a260b', 'gw_port': {'id': '073ae8ff-31c7-4d04-af5c-932737f49167', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac9cc81-e976-44b7-85b8-8f9ab72c3ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:13Z', 'updated_at': '2022-08-05T02:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:30:16.300008 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (073ae8ff-31c7-4d04-af5c-932737f49167), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.331239 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Pushing event deleted for resources: {'Port': ['ID=073ae8ff-31c7-4d04-af5c-932737f49167,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:16.399070 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.486924 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.489079 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks [] for router_controller (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.523213 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:16.530814 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (fac9cc81-e976-44b7-85b8-8f9ab72c3ca9), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.531427 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 {{(pid=104195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:30:16.536078 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.537100 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-573e7a55-3223-4759-8e29-ae23d2d0dc81 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/fac9cc81-e976-44b7-85b8-8f9ab72c3ca9 HTTP/1.1" status: 204 len: 168 time: 1.0530565 Aug 05 02:30:16.539719 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45152) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:16.587868 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d206ea-8f40-41b8-ae7a-5a3e8f4e5402 admin admin] Deleting subnet a5595a37-a3f8-4635-b4a8-fb68b430ff30 {{(pid=104195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:30:16.591623 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-62d206ea-8f40-41b8-ae7a-5a3e8f4e5402 admin admin] Publish callbacks [] for subnet (a5595a37-a3f8-4635-b4a8-fb68b430ff30), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.628705 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-62d206ea-8f40-41b8-ae7a-5a3e8f4e5402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12914265'] for subnet (a5595a37-a3f8-4635-b4a8-fb68b430ff30), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.716298 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-62d206ea-8f40-41b8-ae7a-5a3e8f4e5402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (a5595a37-a3f8-4635-b4a8-fb68b430ff30), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.760196 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:16.775986 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-62d206ea-8f40-41b8-ae7a-5a3e8f4e5402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24822573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24870541'] for subnet (a5595a37-a3f8-4635-b4a8-fb68b430ff30), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.816495 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d206ea-8f40-41b8-ae7a-5a3e8f4e5402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5595a37-a3f8-4635-b4a8-fb68b430ff30,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:16.835288 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-62d206ea-8f40-41b8-ae7a-5a3e8f4e5402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.839330 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-62d206ea-8f40-41b8-ae7a-5a3e8f4e5402 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/a5595a37-a3f8-4635-b4a8-fb68b430ff30 HTTP/1.1" status: 204 len: 168 time: 0.2984111 Aug 05 02:30:16.841793 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45160) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:16.848689 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228a2a9-51ea-4a35-b43b-c141c8ebfd3d None None] Network bf7849d5-61da-44b5-8e65-8d7323d12692 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:30:16.931390 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (bf7849d5-61da-44b5-8e65-8d7323d12692), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:16.981677 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Deleting port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:30:16.982187 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.061768 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d112e-2dee-45b8-8a06-4460b9b65f16 None None] DHCP port deletion for bf7849d5-61da-44b5-8e65-8d7323d12692 request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:30:17.071236 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] For port 2b8695eb-3539-4e89-9ae9-546ec65d83e4, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=2b8695eb-3539-4e89-9ae9-546ec65d83e4,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:30:17.071593 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.085034 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Calling delete_port for 2b8695eb-3539-4e89-9ae9-546ec65d83e4 owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:30:17.103767 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d112e-2dee-45b8-8a06-4460b9b65f16 None None] Deleting port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 {{(pid=104197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:30:17.104392 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bc3d112e-2dee-45b8-8a06-4460b9b65f16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), before_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.165250 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.170841 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-bc3d112e-2dee-45b8-8a06-4460b9b65f16 None None] For port 2b8695eb-3539-4e89-9ae9-546ec65d83e4, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=2b8695eb-3539-4e89-9ae9-546ec65d83e4,segment=NetworkSegment(0b531744-712d-4232-b3c9-a2b8cfa4f834),segment_id=0b531744-712d-4232-b3c9-a2b8cfa4f834)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:30:17.171231 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bc3d112e-2dee-45b8-8a06-4460b9b65f16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), precommit_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.183944 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d112e-2dee-45b8-8a06-4460b9b65f16 None None] Calling delete_port for 2b8695eb-3539-4e89-9ae9-546ec65d83e4 owned by network:dhcp {{(pid=104197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:30:17.191938 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] No DVR routers for this DVR port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 on host dv-cinder-815582-13-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:30:17.196939 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8695eb-3539-4e89-9ae9-546ec65d83e4,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:17.267010 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bc3d112e-2dee-45b8-8a06-4460b9b65f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (2b8695eb-3539-4e89-9ae9-546ec65d83e4), after_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.272560 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (bf7849d5-61da-44b5-8e65-8d7323d12692), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.291706 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d112e-2dee-45b8-8a06-4460b9b65f16 None None] Pushing event deleted for resources: {'Port': ['ID=2b8695eb-3539-4e89-9ae9-546ec65d83e4,revision_number=None']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:17.294080 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7849d5-61da-44b5-8e65-8d7323d12692']}} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:17.297822 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d112e-2dee-45b8-8a06-4460b9b65f16 None None] No DVR routers for this DVR port 2b8695eb-3539-4e89-9ae9-546ec65d83e4 on host dv-cinder-815582-13-iscsi {{(pid=104197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:30:17.304858 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b531744-712d-4232-b3c9-a2b8cfa4f834') {'for_net_delete': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:17.305169 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b531744-712d-4232-b3c9-a2b8cfa4f834') {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:30:17.316570 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12914256'] for segment (0b531744-712d-4232-b3c9-a2b8cfa4f834), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.330582 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (0b531744-712d-4232-b3c9-a2b8cfa4f834), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.337785 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=104195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:30:17.338296 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24822927'] for segment (0b531744-712d-4232-b3c9-a2b8cfa4f834), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.386972 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment 0b531744-712d-4232-b3c9-a2b8cfa4f834 resource provider aggregate not found Aug 05 02:30:17.415857 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment 0b531744-712d-4232-b3c9-a2b8cfa4f834 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b531744-712d-4232-b3c9-a2b8cfa4f834 found for delete ", "request_id": "req-0175acd0-f063-46c2-aeb3-fe7f8080e203"}]} Aug 05 02:30:17.420863 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (bf7849d5-61da-44b5-8e65-8d7323d12692), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.428608 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.432201 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/bf7849d5-61da-44b5-8e65-8d7323d12692 HTTP/1.1" status: 204 len: 168 time: 0.5889957 Aug 05 02:30:17.442560 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db075b98-7f4f-4943-9eb1-98278c54f2df admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7849d5-61da-44b5-8e65-8d7323d12692,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:17.567306 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45170) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:17.607621 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-a2351388-b5c7-4461-9f61-13be563fdf85 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ce1ac0db26e648bba79191b3ad8a260b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391650 Aug 05 02:30:17.610066 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45172) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:17.615352 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:17.660311 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c2df393-6db5-405d-84ed-33e047f82dd8 admin admin] Publish callbacks [] for security_group (d810ee76-2bf1-4e5a-afdc-3ae1d06f5f2d), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.681843 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c2df393-6db5-405d-84ed-33e047f82dd8 admin admin] Publish callbacks [] for security_group (d810ee76-2bf1-4e5a-afdc-3ae1d06f5f2d), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.728433 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c2df393-6db5-405d-84ed-33e047f82dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (d810ee76-2bf1-4e5a-afdc-3ae1d06f5f2d), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.731769 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5c2df393-6db5-405d-84ed-33e047f82dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:17.732927 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-5c2df393-6db5-405d-84ed-33e047f82dd8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d810ee76-2bf1-4e5a-afdc-3ae1d06f5f2d HTTP/1.1" status: 204 len: 168 time: 0.1220498 Aug 05 02:30:17.740722 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2df393-6db5-405d-84ed-33e047f82dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d810ee76-2bf1-4e5a-afdc-3ae1d06f5f2d,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:18.272575 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:18.274722 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:18.321373 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:30:18.341492 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:30:18.341836 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 3e7be1e3-c517-4380-85d3-40fa8bffcbd6 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:30:18.342244 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 073ae8ff-31c7-4d04-af5c-932737f49167 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:30:18.360504 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 073ae8ff-31c7-4d04-af5c-932737f49167 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:30:18.360850 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 073ae8ff-31c7-4d04-af5c-932737f49167 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:30:18.361265 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 2b8695eb-3539-4e89-9ae9-546ec65d83e4 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:30:18.382493 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 2b8695eb-3539-4e89-9ae9-546ec65d83e4 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:30:18.382840 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 2b8695eb-3539-4e89-9ae9-546ec65d83e4 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:30:19.210978 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45230) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:19.314074 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e55b6f33-6f9c-425d-be7e-225018e88e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:19.392573 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e55b6f33-6f9c-425d-be7e-225018e88e53 admin admin] Publish callbacks [] for security_group (1bed6962-1fe5-41f8-8c05-2dbb5f17a9dc), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:19.396133 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e55b6f33-6f9c-425d-be7e-225018e88e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (1bed6962-1fe5-41f8-8c05-2dbb5f17a9dc), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:19.406377 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:19.437326 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-e55b6f33-6f9c-425d-be7e-225018e88e53 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5caeb95074f34054855d423c92ae0ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252805 Aug 05 02:30:19.439387 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b6f33-6f9c-425d-be7e-225018e88e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bed6962-1fe5-41f8-8c05-2dbb5f17a9dc,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:19.440158 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 45234) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:19.489691 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ca743083-7a2e-4793-a787-65676a58f82f admin admin] Publish callbacks [] for security_group (1bed6962-1fe5-41f8-8c05-2dbb5f17a9dc), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:19.511580 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ca743083-7a2e-4793-a787-65676a58f82f admin admin] Publish callbacks [] for security_group (1bed6962-1fe5-41f8-8c05-2dbb5f17a9dc), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:19.557471 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ca743083-7a2e-4793-a787-65676a58f82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (1bed6962-1fe5-41f8-8c05-2dbb5f17a9dc), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:19.560882 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-ca743083-7a2e-4793-a787-65676a58f82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:19.562011 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-ca743083-7a2e-4793-a787-65676a58f82f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1bed6962-1fe5-41f8-8c05-2dbb5f17a9dc HTTP/1.1" status: 204 len: 168 time: 0.1208196 Aug 05 02:30:19.569620 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca743083-7a2e-4793-a787-65676a58f82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bed6962-1fe5-41f8-8c05-2dbb5f17a9dc,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:21.443469 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 45308) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:21.549780 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6198f20-9ad5-44ee-be6e-aafcb3770948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:21.599339 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:21.633369 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6198f20-9ad5-44ee-be6e-aafcb3770948 admin admin] Publish callbacks [] for security_group (7314dcd5-6551-4f6c-b9e7-793ed7b4e141), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:21.637915 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6198f20-9ad5-44ee-be6e-aafcb3770948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7314dcd5-6551-4f6c-b9e7-793ed7b4e141), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:21.678897 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b6198f20-9ad5-44ee-be6e-aafcb3770948 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b37e4671445a4b95813f47341088acc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315977 Aug 05 02:30:21.678897 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6198f20-9ad5-44ee-be6e-aafcb3770948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7314dcd5-6551-4f6c-b9e7-793ed7b4e141,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:21.679409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45312) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:21.729014 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cf4db2e5-7244-4029-b9c5-1fc6755ea778 admin admin] Publish callbacks [] for security_group (7314dcd5-6551-4f6c-b9e7-793ed7b4e141), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:21.751764 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cf4db2e5-7244-4029-b9c5-1fc6755ea778 admin admin] Publish callbacks [] for security_group (7314dcd5-6551-4f6c-b9e7-793ed7b4e141), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:21.799782 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cf4db2e5-7244-4029-b9c5-1fc6755ea778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7314dcd5-6551-4f6c-b9e7-793ed7b4e141), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:21.802502 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cf4db2e5-7244-4029-b9c5-1fc6755ea778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:21.803682 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-cf4db2e5-7244-4029-b9c5-1fc6755ea778 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7314dcd5-6551-4f6c-b9e7-793ed7b4e141 HTTP/1.1" status: 204 len: 168 time: 0.1226218 Aug 05 02:30:21.812704 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4db2e5-7244-4029-b9c5-1fc6755ea778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7314dcd5-6551-4f6c-b9e7-793ed7b4e141,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:22.079156 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 45322) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:22.093478 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-548f7b80-ba45-42d1-bf74-6fca67e65d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:22.115118 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:22.187874 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-548f7b80-ba45-42d1-bf74-6fca67e65d46 admin admin] Publish callbacks [] for security_group (03c8c865-320b-4222-b436-f84961da86c0), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:22.191416 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-548f7b80-ba45-42d1-bf74-6fca67e65d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (03c8c865-320b-4222-b436-f84961da86c0), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:22.231825 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-548f7b80-ba45-42d1-bf74-6fca67e65d46 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3dd08c27f9b24dd085d6d3cf5bcb6cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509809 Aug 05 02:30:22.232951 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f7b80-ba45-42d1-bf74-6fca67e65d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c8c865-320b-4222-b436-f84961da86c0,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:22.234586 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45326) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:22.286880 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19dacb9c-df68-4836-b1c9-d2a3c1bb02c2 admin admin] Publish callbacks [] for security_group (03c8c865-320b-4222-b436-f84961da86c0), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:22.307991 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19dacb9c-df68-4836-b1c9-d2a3c1bb02c2 admin admin] Publish callbacks [] for security_group (03c8c865-320b-4222-b436-f84961da86c0), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:22.355044 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19dacb9c-df68-4836-b1c9-d2a3c1bb02c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (03c8c865-320b-4222-b436-f84961da86c0), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:22.357976 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19dacb9c-df68-4836-b1c9-d2a3c1bb02c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:22.359112 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-19dacb9c-df68-4836-b1c9-d2a3c1bb02c2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/03c8c865-320b-4222-b436-f84961da86c0 HTTP/1.1" status: 204 len: 168 time: 0.1234534 Aug 05 02:30:22.366916 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dacb9c-df68-4836-b1c9-d2a3c1bb02c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c8c865-320b-4222-b436-f84961da86c0,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:24.344206 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 45402) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:24.450492 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8d45f3db-9fe8-4f4a-8233-81138b999657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:24.525959 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8d45f3db-9fe8-4f4a-8233-81138b999657 admin admin] Publish callbacks [] for security_group (fe368803-7cee-4cd0-9f7c-7df45be13037), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:24.529694 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8d45f3db-9fe8-4f4a-8233-81138b999657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (fe368803-7cee-4cd0-9f7c-7df45be13037), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:24.573126 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8d45f3db-9fe8-4f4a-8233-81138b999657 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7e52479b67a14064ac6286b8fd6f7599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278039 Aug 05 02:30:24.573981 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45f3db-9fe8-4f4a-8233-81138b999657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe368803-7cee-4cd0-9f7c-7df45be13037,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:24.575879 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45408) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:24.627763 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-532cb685-2cd2-4204-8420-ee0b3f11f657 admin admin] Publish callbacks [] for security_group (fe368803-7cee-4cd0-9f7c-7df45be13037), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:24.649438 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-532cb685-2cd2-4204-8420-ee0b3f11f657 admin admin] Publish callbacks [] for security_group (fe368803-7cee-4cd0-9f7c-7df45be13037), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:24.697781 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-532cb685-2cd2-4204-8420-ee0b3f11f657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (fe368803-7cee-4cd0-9f7c-7df45be13037), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:24.700830 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-532cb685-2cd2-4204-8420-ee0b3f11f657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:24.701966 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-532cb685-2cd2-4204-8420-ee0b3f11f657 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fe368803-7cee-4cd0-9f7c-7df45be13037 HTTP/1.1" status: 204 len: 168 time: 0.1250563 Aug 05 02:30:24.709867 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cb685-2cd2-4204-8420-ee0b3f11f657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe368803-7cee-4cd0-9f7c-7df45be13037,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:24.968782 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45414) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:24.982799 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fdcb2ccd-91f7-410a-9be5-6f3e5a8550c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:24.995027 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:25.063744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fdcb2ccd-91f7-410a-9be5-6f3e5a8550c8 admin admin] Publish callbacks [] for security_group (b6fb68f0-90fe-45e2-ad78-b90ce0f36309), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:25.067446 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fdcb2ccd-91f7-410a-9be5-6f3e5a8550c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b6fb68f0-90fe-45e2-ad78-b90ce0f36309), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:25.105640 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb2ccd-91f7-410a-9be5-6f3e5a8550c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb68f0-90fe-45e2-ad78-b90ce0f36309,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:25.110637 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-fdcb2ccd-91f7-410a-9be5-6f3e5a8550c8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=30980d411371424b99b8e15819c011dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408403 Aug 05 02:30:25.113242 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45416) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:25.162307 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-009263dc-4f02-4433-865e-fee2abcb19c8 admin admin] Publish callbacks [] for security_group (b6fb68f0-90fe-45e2-ad78-b90ce0f36309), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:25.183122 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:25.185582 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-009263dc-4f02-4433-865e-fee2abcb19c8 admin admin] Publish callbacks [] for security_group (b6fb68f0-90fe-45e2-ad78-b90ce0f36309), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:25.243864 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-009263dc-4f02-4433-865e-fee2abcb19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b6fb68f0-90fe-45e2-ad78-b90ce0f36309), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:25.246511 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-009263dc-4f02-4433-865e-fee2abcb19c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:25.250265 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-009263dc-4f02-4433-865e-fee2abcb19c8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b6fb68f0-90fe-45e2-ad78-b90ce0f36309 HTTP/1.1" status: 204 len: 168 time: 0.1335125 Aug 05 02:30:25.259427 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009263dc-4f02-4433-865e-fee2abcb19c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb68f0-90fe-45e2-ad78-b90ce0f36309,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:26.325881 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45452) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:26.430116 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-84a0772a-f9b5-49de-b351-5c0d90f224cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:26.506569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-84a0772a-f9b5-49de-b351-5c0d90f224cf admin admin] Publish callbacks [] for security_group (31693992-0ac2-45fd-aa94-42cb21fb4993), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:26.510342 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-84a0772a-f9b5-49de-b351-5c0d90f224cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (31693992-0ac2-45fd-aa94-42cb21fb4993), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:26.551622 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0772a-f9b5-49de-b351-5c0d90f224cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31693992-0ac2-45fd-aa94-42cb21fb4993,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:26.555875 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-84a0772a-f9b5-49de-b351-5c0d90f224cf admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2abc108af5ce4cc197941b2ce6e353d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289782 Aug 05 02:30:26.558734 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45456) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:26.611906 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eeefcd26-4b77-481e-bc58-440cd072a623 admin admin] Publish callbacks [] for security_group (31693992-0ac2-45fd-aa94-42cb21fb4993), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:26.635421 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eeefcd26-4b77-481e-bc58-440cd072a623 admin admin] Publish callbacks [] for security_group (31693992-0ac2-45fd-aa94-42cb21fb4993), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:26.681503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eeefcd26-4b77-481e-bc58-440cd072a623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (31693992-0ac2-45fd-aa94-42cb21fb4993), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:26.684721 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-eeefcd26-4b77-481e-bc58-440cd072a623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:26.685860 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-eeefcd26-4b77-481e-bc58-440cd072a623 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/31693992-0ac2-45fd-aa94-42cb21fb4993 HTTP/1.1" status: 204 len: 168 time: 0.1255534 Aug 05 02:30:26.693537 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefcd26-4b77-481e-bc58-440cd072a623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31693992-0ac2-45fd-aa94-42cb21fb4993,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:28.603253 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:30:31.175177 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:34.567117 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=27,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:34.569400 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=51,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:36.668780 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=2,neutron:SELECT=64,neutron:INSERT=8,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:36.688956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=3,neutron:SELECT=40,neutron:INSERT=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:38.598705 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:39.683612 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-0c659086-5e01-4aff-8e93-9f0aa439be9f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402148 Aug 05 02:30:40.035658 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-779c2d80-92d3-4abd-b952-37ccf2f83971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:40.604376 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-511f54ca-9605-4446-82c3-5abcc3e06133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:40.605890 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-511f54ca-9605-4446-82c3-5abcc3e06133 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6873a99b9878495895acb21ed2133bb6&device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 1130 time: 0.0619998 Aug 05 02:30:40.766489 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-3440840a-c3fd-4254-9bb0-fffe461b9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:40.768006 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-3440840a-c3fd-4254-9bb0-fffe461b9516 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 200 len: 917 time: 0.0897636 Aug 05 02:30:40.832613 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-05a08c18-8058-4f74-bf4a-4a3e6ad48cdf service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50 HTTP/1.1" status: 200 len: 1001 time: 0.0584133 Aug 05 02:30:40.882369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-bc364c0d-da5e-41cf-bfee-4f8ab5e134ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:40.883802 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-bc364c0d-da5e-41cf-bfee-4f8ab5e134ee service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 200 len: 855 time: 0.0452724 Aug 05 02:30:40.926800 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-b76573ec-f5dd-4545-89eb-cff8338abf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:40.928249 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-b76573ec-f5dd-4545-89eb-cff8338abf54 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=21fc4037-98aa-44e1-a7ca-1e86cf11ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380843 Aug 05 02:30:41.031016 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-0d808a07-7e93-4961-8dfe-603a04983f2a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961144 Aug 05 02:30:41.135019 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-7418ee7c-aaec-48b6-85e0-9f74b13e528d req-fb681f28-c160-4dd2-9f4a-09c4f29266d3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891461 Aug 05 02:30:41.496352 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea621ce3-d683-451a-905a-ac94db597418 req-527336bb-9775-46cf-977e-6b2a8f6d040c tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:41.497831 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ea621ce3-d683-451a-905a-ac94db597418 req-527336bb-9775-46cf-977e-6b2a8f6d040c tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 946 time: 0.0471685 Aug 05 02:30:41.545570 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ea621ce3-d683-451a-905a-ac94db597418 req-dc7c4900-ece9-4d80-9c8d-9b82eeafd16a tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Aug 05 02:30:42.242715 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-95b58447-6c7d-48ea-ad92-8cd27df54fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:42.671739 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11296-20fc-43cd-8a7d-f19c232de893 req-f2ba3fee-7313-4391-aa97-75842bb6d7cc tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:42.673196 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-30c11296-20fc-43cd-8a7d-f19c232de893 req-f2ba3fee-7313-4391-aa97-75842bb6d7cc tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 946 time: 0.0473979 Aug 05 02:30:42.725833 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-30c11296-20fc-43cd-8a7d-f19c232de893 req-d7a7f28c-2612-475f-9379-0d0697e94b38 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467377 Aug 05 02:30:43.245178 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:43.648677 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-02561138-ba23-410b-bf63-63c44fbe3d2f tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:43.650042 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-02561138-ba23-410b-bf63-63c44fbe3d2f tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 946 time: 0.0474112 Aug 05 02:30:43.735296 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Deleting port 2d8ac192-59d0-4717-855e-34a8aebbb09a {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:30:43.735988 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:43.840870 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] For port 2d8ac192-59d0-4717-855e-34a8aebbb09a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2d8ac192-59d0-4717-855e-34a8aebbb09a,segment=NetworkSegment(580a9ea1-5f3e-4672-9e95-ac16b7686509),segment_id=580a9ea1-5f3e-4672-9e95-ac16b7686509)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:30:43.840870 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:43.853772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Calling delete_port for 2d8ac192-59d0-4717-855e-34a8aebbb09a owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:30:43.869819 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ec0e9-2d89-4ab8-bd68-b97226f78d1c req-8c94a2c1-117a-4686-b0cc-c59ec25f3234 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:30:43.871466 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ce2ec0e9-2d89-4ab8-bd68-b97226f78d1c req-8c94a2c1-117a-4686-b0cc-c59ec25f3234 tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cda05d94-80b5-4f53-b23d-2db4abf450ea HTTP/1.1" status: 200 len: 946 time: 0.0584576 Aug 05 02:30:43.918678 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:43.931709 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ce2ec0e9-2d89-4ab8-bd68-b97226f78d1c req-799dfe00-e1b5-40b3-9657-8f092c2a291b tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7d074091-e752-4ba0-b802-c16c02206dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544140 Aug 05 02:30:44.010092 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (2d8ac192-59d0-4717-855e-34a8aebbb09a), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:44.017525 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:44.041714 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Pushing event deleted for resources: {'Port': ['ID=2d8ac192-59d0-4717-855e-34a8aebbb09a,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:44.054924 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['2d8ac192-59d0-4717-855e-34a8aebbb09a'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:30:44.104623 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.104983 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.105335 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.105701 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.106018 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.106355 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.106689 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.107023 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.107437 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.107772 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.108174 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.108595 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.108930 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.109260 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.109588 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:30:44.112471 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] No DVR routers for this DVR port 2d8ac192-59d0-4717-855e-34a8aebbb09a on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:30:44.114587 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:44.117974 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6605ccf5-1cdc-4342-80bc-ae36b5d81513 req-ef8b3fed-1047-4386-a124-252db7a62f3e tempest-VolumesSnapshotTestJSON-1364126693 tempest-VolumesSnapshotTestJSON-1364126693-project] 10.222.0.45 "DELETE /networking/v2.0/ports/2d8ac192-59d0-4717-855e-34a8aebbb09a HTTP/1.1" status: 204 len: 173 time: 0.4615195 Aug 05 02:30:44.118285 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda05d94-80b5-4f53-b23d-2db4abf450ea', 'name': 'network-vif-deleted', 'tag': '2d8ac192-59d0-4717-855e-34a8aebbb09a'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:30:44.121506 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de595a2-412b-48ca-9ecd-f2ff2d02f50d" -d '{"events": [{"server_uuid": "cda05d94-80b5-4f53-b23d-2db4abf450ea", "name": "network-vif-deleted", "tag": "2d8ac192-59d0-4717-855e-34a8aebbb09a"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:30:44.180592 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a89cbe-6cd5-4cf7-9a54-5bc6a3abe7da x-openstack-request-id: req-f5a89cbe-6cd5-4cf7-9a54-5bc6a3abe7da {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:30:44.181346 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda05d94-80b5-4f53-b23d-2db4abf450ea", "name": "network-vif-deleted", "tag": "2d8ac192-59d0-4717-855e-34a8aebbb09a", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:30:44.181891 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5a89cbe-6cd5-4cf7-9a54-5bc6a3abe7da {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:30:44.182512 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a89cbe-6cd5-4cf7-9a54-5bc6a3abe7da'] response: {'server_uuid': 'cda05d94-80b5-4f53-b23d-2db4abf450ea', 'name': 'network-vif-deleted', 'tag': '2d8ac192-59d0-4717-855e-34a8aebbb09a', 'status': 'completed', 'code': 200} Aug 05 02:30:44.877078 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:44.917099 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:48.360026 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 2d8ac192-59d0-4717-855e-34a8aebbb09a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:30:48.362458 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=60,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:48.364134 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=67,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:48.383117 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 2d8ac192-59d0-4717-855e-34a8aebbb09a {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:30:48.383662 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 2d8ac192-59d0-4717-855e-34a8aebbb09a not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:30:51.601045 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:51.605121 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:53.914175 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=19 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:53.927960 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=17 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:54.073019 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:54.081426 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=4,neutron:SELECT=11 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:30:58.952597 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45730) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:59.055454 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e4c24e57-bec0-403d-81bd-7a78504adb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:59.135277 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e4c24e57-bec0-403d-81bd-7a78504adb57 admin admin] Publish callbacks [] for security_group (6a95f98f-6343-4f08-b3e8-e19d066f2558), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:59.138946 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e4c24e57-bec0-403d-81bd-7a78504adb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (6a95f98f-6343-4f08-b3e8-e19d066f2558), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:59.177746 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-e4c24e57-bec0-403d-81bd-7a78504adb57 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=16ee74f49e504ae3ac4fd1c9040340bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240665 Aug 05 02:30:59.179756 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c24e57-bec0-403d-81bd-7a78504adb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a95f98f-6343-4f08-b3e8-e19d066f2558,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:30:59.180541 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 45734) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:30:59.233368 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3981-6d15-49e3-8f09-375e05ac9ac6 admin admin] Publish callbacks [] for security_group (6a95f98f-6343-4f08-b3e8-e19d066f2558), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:59.254655 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3981-6d15-49e3-8f09-375e05ac9ac6 admin admin] Publish callbacks [] for security_group (6a95f98f-6343-4f08-b3e8-e19d066f2558), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:59.300227 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3981-6d15-49e3-8f09-375e05ac9ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (6a95f98f-6343-4f08-b3e8-e19d066f2558), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:59.302717 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3981-6d15-49e3-8f09-375e05ac9ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:30:59.303830 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-9f9a3981-6d15-49e3-8f09-375e05ac9ac6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6a95f98f-6343-4f08-b3e8-e19d066f2558 HTTP/1.1" status: 204 len: 168 time: 0.1223166 Aug 05 02:30:59.312055 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a3981-6d15-49e3-8f09-375e05ac9ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a95f98f-6343-4f08-b3e8-e19d066f2558,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:00.330568 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 45770) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:00.433775 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-17dfa09b-bfce-42d8-bde3-e311710a6677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:00.509477 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-17dfa09b-bfce-42d8-bde3-e311710a6677 admin admin] Publish callbacks [] for security_group (bac11558-e536-4fee-9b68-83eeb8dc014d), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:00.512983 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-17dfa09b-bfce-42d8-bde3-e311710a6677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (bac11558-e536-4fee-9b68-83eeb8dc014d), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:00.551435 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-17dfa09b-bfce-42d8-bde3-e311710a6677 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1821dd4b36114199a140bc630d9dbaaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198119 Aug 05 02:31:00.553332 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfa09b-bfce-42d8-bde3-e311710a6677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac11558-e536-4fee-9b68-83eeb8dc014d,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:00.554277 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 45774) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:00.604704 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e33ae393-0be7-4fda-b1d6-dc200e1d21a7 admin admin] Publish callbacks [] for security_group (bac11558-e536-4fee-9b68-83eeb8dc014d), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:00.625409 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e33ae393-0be7-4fda-b1d6-dc200e1d21a7 admin admin] Publish callbacks [] for security_group (bac11558-e536-4fee-9b68-83eeb8dc014d), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:00.677951 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e33ae393-0be7-4fda-b1d6-dc200e1d21a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (bac11558-e536-4fee-9b68-83eeb8dc014d), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:00.680912 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e33ae393-0be7-4fda-b1d6-dc200e1d21a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:00.682238 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-e33ae393-0be7-4fda-b1d6-dc200e1d21a7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bac11558-e536-4fee-9b68-83eeb8dc014d HTTP/1.1" status: 204 len: 168 time: 0.1269662 Aug 05 02:31:00.691312 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ae393-0be7-4fda-b1d6-dc200e1d21a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac11558-e536-4fee-9b68-83eeb8dc014d,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:01.184064 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:05.601959 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:31:05.912842 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=10 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:06.688943 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb5582-0478-4cc2-ab00-a0a90fce6630 req-3c923db6-a4c8-470c-b5df-6b1102178d24 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:06.690438 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-83eb5582-0478-4cc2-ab00-a0a90fce6630 req-3c923db6-a4c8-470c-b5df-6b1102178d24 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0519741 Aug 05 02:31:06.740965 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-83eb5582-0478-4cc2-ab00-a0a90fce6630 req-34759699-e45e-49ff-ad83-b744da3bdfb8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 Aug 05 02:31:07.868549 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b79bf-f192-45ea-b833-704340989d67 req-46adea75-c525-4dfa-82d2-f7bab595ae0d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:07.870062 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-349b79bf-f192-45ea-b833-704340989d67 req-46adea75-c525-4dfa-82d2-f7bab595ae0d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0509312 Aug 05 02:31:07.923758 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-349b79bf-f192-45ea-b833-704340989d67 req-5b75a48c-0d33-4a1c-a4dc-755f649a3cdb tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471253 Aug 05 02:31:09.044015 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650c3e2-6346-44fc-8744-bfb91ac33dcc req-1c9bd800-73bb-47d1-9e1f-453b1f9d8ff1 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:09.045483 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4650c3e2-6346-44fc-8744-bfb91ac33dcc req-1c9bd800-73bb-47d1-9e1f-453b1f9d8ff1 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0471935 Aug 05 02:31:09.094459 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4650c3e2-6346-44fc-8744-bfb91ac33dcc req-07346f9d-e5a2-4a77-aeda-95b00ad82e29 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Aug 05 02:31:10.036828 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1d08196e-926d-47a1-824f-69dd270002f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:10.216107 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f257b1-9391-4ce3-a39f-e380bb922318 req-0dc48ae1-b2e8-4f87-84d5-fa6e461d499c tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:10.217624 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77f257b1-9391-4ce3-a39f-e380bb922318 req-0dc48ae1-b2e8-4f87-84d5-fa6e461d499c tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0493336 Aug 05 02:31:10.275461 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-77f257b1-9391-4ce3-a39f-e380bb922318 req-8da37ba3-c1bc-43c9-81aa-20761f18d428 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511463 Aug 05 02:31:11.395228 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dcc16-b520-43bb-b14e-1e5c55185d86 req-90cc41e3-0d99-401b-9f9c-9852061fc2f9 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:11.396736 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-524dcc16-b520-43bb-b14e-1e5c55185d86 req-90cc41e3-0d99-401b-9f9c-9852061fc2f9 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0493207 Aug 05 02:31:11.445982 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-524dcc16-b520-43bb-b14e-1e5c55185d86 req-785d2fba-763d-40e4-a20d-8fe034c53845 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437021 Aug 05 02:31:12.243676 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fe934fa5-2b62-408f-8753-bd087366b4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:12.564410 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a7c12-6055-4d9b-b74a-b03a10069428 req-43090bb8-e03a-4b55-b930-35f882e4e64e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:12.565738 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6d6a7c12-6055-4d9b-b74a-b03a10069428 req-43090bb8-e03a-4b55-b930-35f882e4e64e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0458148 Aug 05 02:31:12.614058 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6d6a7c12-6055-4d9b-b74a-b03a10069428 req-c4b810e1-5e76-4844-aa93-b577b8f233e1 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428925 Aug 05 02:31:13.247460 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:13.734639 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e18da0-2999-4f9f-bf55-977a802a1648 req-35bcf2bc-e48c-4344-88f6-948e511a1e2f tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:13.736095 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d9e18da0-2999-4f9f-bf55-977a802a1648 req-35bcf2bc-e48c-4344-88f6-948e511a1e2f tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0510070 Aug 05 02:31:13.785226 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d9e18da0-2999-4f9f-bf55-977a802a1648 req-d9856aa5-3e1a-4352-8d3f-cf43f14d02f4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Aug 05 02:31:14.881178 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:14.911412 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:14.918022 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23fe25-8933-4ef5-9383-6c2998c09fe6 req-8a2c5a2a-f575-4259-92db-702f8c397e83 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:14.919536 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fe23fe25-8933-4ef5-9383-6c2998c09fe6 req-8a2c5a2a-f575-4259-92db-702f8c397e83 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0571597 Aug 05 02:31:14.978385 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-fe23fe25-8933-4ef5-9383-6c2998c09fe6 req-f33b7b64-7aae-4f8c-8f68-294a681c6f33 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517385 Aug 05 02:31:15.599302 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=18 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:16.101400 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cdc00-8494-49cc-a987-449a50260568 req-70a9d971-f39c-44f2-9534-bb599db70b01 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:16.102765 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-581cdc00-8494-49cc-a987-449a50260568 req-70a9d971-f39c-44f2-9534-bb599db70b01 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0489888 Aug 05 02:31:16.153727 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-581cdc00-8494-49cc-a987-449a50260568 req-23d9eda9-8736-4f58-9469-6833b5435680 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452595 Aug 05 02:31:17.278893 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd06b0-2cf0-4ba9-9f0b-43e84597cde0 req-06201601-8c1c-4756-a99a-beb303158417 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:17.280461 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bccd06b0-2cf0-4ba9-9f0b-43e84597cde0 req-06201601-8c1c-4756-a99a-beb303158417 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0523007 Aug 05 02:31:17.307807 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:17.336077 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bccd06b0-2cf0-4ba9-9f0b-43e84597cde0 req-fbc5a6a8-6b49-40ed-9b16-a9032deae320 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488043 Aug 05 02:31:18.457744 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c5d89-7b14-4dc3-ad56-ee53c648ba72 req-080f7153-9d86-4a83-aa1b-d5ebc0d60848 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:18.459200 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-952c5d89-7b14-4dc3-ad56-ee53c648ba72 req-080f7153-9d86-4a83-aa1b-d5ebc0d60848 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0493319 Aug 05 02:31:18.507814 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-952c5d89-7b14-4dc3-ad56-ee53c648ba72 req-67c7ee1d-90f3-42e2-9304-c6518217a27a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Aug 05 02:31:19.623926 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f046f46-8fac-4c74-b3df-6178f88ff79a req-f2356530-3b4d-4140-a2e0-bac799c4fef4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:19.625517 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4f046f46-8fac-4c74-b3df-6178f88ff79a req-f2356530-3b4d-4140-a2e0-bac799c4fef4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0474055 Aug 05 02:31:19.645431 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:19.676204 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4f046f46-8fac-4c74-b3df-6178f88ff79a req-93c8c1f5-9726-44c3-a542-0b143a4100fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450811 Aug 05 02:31:20.798776 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f9fd1-f584-4bc7-b63a-b28494f1f231 req-f73e8f1d-0d36-47cc-ba7d-37f5f6df807f tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:20.800225 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1a4f9fd1-f584-4bc7-b63a-b28494f1f231 req-f73e8f1d-0d36-47cc-ba7d-37f5f6df807f tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0520597 Aug 05 02:31:20.844109 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:20.849321 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1a4f9fd1-f584-4bc7-b63a-b28494f1f231 req-bd9bc011-ec69-4cd8-88bc-4d90f5beafca tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Aug 05 02:31:21.984240 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19341b47-ed87-426a-91d7-501a5f0fb877 req-b3ab462b-504f-47a0-b36c-143a2afc1229 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:21.986558 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-19341b47-ed87-426a-91d7-501a5f0fb877 req-b3ab462b-504f-47a0-b36c-143a2afc1229 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0518403 Aug 05 02:31:22.044763 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-19341b47-ed87-426a-91d7-501a5f0fb877 req-46fd8898-2b55-426e-98e5-e8a0a3a15630 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510213 Aug 05 02:31:23.163247 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62293f-4450-417a-9535-8f22fc90f7f1 req-9c39f24c-f020-49bc-a20c-538ca1c391e4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:23.164818 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1e62293f-4450-417a-9535-8f22fc90f7f1 req-9c39f24c-f020-49bc-a20c-538ca1c391e4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0463557 Aug 05 02:31:23.184207 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:23.215625 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1e62293f-4450-417a-9535-8f22fc90f7f1 req-d4e8d9c4-cfee-483b-8a77-e5faa672769a tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453088 Aug 05 02:31:24.339369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e46f0d-26d0-48ba-83d5-3700a0d3ce26 req-0f10be7c-061c-431c-877b-0539f944466b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:24.341081 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-97e46f0d-26d0-48ba-83d5-3700a0d3ce26 req-0f10be7c-061c-431c-877b-0539f944466b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0486565 Aug 05 02:31:24.395234 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-97e46f0d-26d0-48ba-83d5-3700a0d3ce26 req-73a9d53b-b406-49d7-bbc7-8501c51a0d08 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477242 Aug 05 02:31:24.905324 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=14 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:24.917914 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:25.336225 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0789e90-a632-463c-bf3f-9743acd6e3fe req-4c7b95c9-9147-4f5f-921c-75f84e31e88a tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:25.337871 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a0789e90-a632-463c-bf3f-9743acd6e3fe req-4c7b95c9-9147-4f5f-921c-75f84e31e88a tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 946 time: 0.0464890 Aug 05 02:31:25.387524 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a0789e90-a632-463c-bf3f-9743acd6e3fe req-082ddc76-5d6d-4654-b0b8-849a6771a981 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440683 Aug 05 02:31:25.515472 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee680a-d611-42c8-8906-8306e139d351 req-bcdeaa42-922d-4cfb-9005-50e0ef975bda tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:25.516976 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d1ee680a-d611-42c8-8906-8306e139d351 req-bcdeaa42-922d-4cfb-9005-50e0ef975bda tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0477967 Aug 05 02:31:25.567645 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d1ee680a-d611-42c8-8906-8306e139d351 req-dbbe873a-b360-4e52-b50f-67da3d41bca8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444708 Aug 05 02:31:26.237963 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46122) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:26.285187 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc34563a-1152-4164-b629-c4e341922e95 admin admin] Deleting subnet 65601448-334b-4699-a78d-801580ea48da {{(pid=104195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:31:26.288295 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc34563a-1152-4164-b629-c4e341922e95 admin admin] Publish callbacks [] for subnet (65601448-334b-4699-a78d-801580ea48da), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:26.323244 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc34563a-1152-4164-b629-c4e341922e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12914265'] for subnet (65601448-334b-4699-a78d-801580ea48da), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:26.363107 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc34563a-1152-4164-b629-c4e341922e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (65601448-334b-4699-a78d-801580ea48da), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:26.415748 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc34563a-1152-4164-b629-c4e341922e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24822573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24870541'] for subnet (65601448-334b-4699-a78d-801580ea48da), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:26.449087 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc34563a-1152-4164-b629-c4e341922e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:26.452143 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-cc34563a-1152-4164-b629-c4e341922e95 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/65601448-334b-4699-a78d-801580ea48da HTTP/1.1" status: 204 len: 168 time: 0.2131846 Aug 05 02:31:26.453419 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34563a-1152-4164-b629-c4e341922e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65601448-334b-4699-a78d-801580ea48da,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:26.454854 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46126) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:26.559543 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (fa472d95-83d0-4e82-b169-3c906c731c37), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:26.568228 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841468-f683-4e80-9342-e051ce807d10 req-3e3f3179-b216-4231-abf7-a800af85cc87 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:26.569686 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8b841468-f683-4e80-9342-e051ce807d10 req-3e3f3179-b216-4231-abf7-a800af85cc87 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 946 time: 0.0967071 Aug 05 02:31:26.694366 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31492-fb5d-43fc-9aca-c04fb314d436 req-25140cde-95ab-4f54-b683-3a509534bbf4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:26.695949 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-17d31492-fb5d-43fc-9aca-c04fb314d436 req-25140cde-95ab-4f54-b683-3a509534bbf4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0496953 Aug 05 02:31:26.756484 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-17d31492-fb5d-43fc-9aca-c04fb314d436 req-53f2e233-bdd0-466d-8d6d-3b423a43a3de tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540414 Aug 05 02:31:26.903241 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-c22e0344-ef56-464b-9a58-a5ffdce4da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:26.905029 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-c22e0344-ef56-464b-9a58-a5ffdce4da47 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1130 time: 0.1619647 Aug 05 02:31:26.951202 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8b841468-f683-4e80-9342-e051ce807d10 req-4fbc44c6-8e3b-42ed-822f-1ee6a03986e5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753572 Aug 05 02:31:26.952874 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (fa472d95-83d0-4e82-b169-3c906c731c37), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:26.975434 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa472d95-83d0-4e82-b169-3c906c731c37']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:26.984873 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580a9ea1-5f3e-4672-9e95-ac16b7686509') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:26.985166 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580a9ea1-5f3e-4672-9e95-ac16b7686509') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:26.996319 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (580a9ea1-5f3e-4672-9e95-ac16b7686509), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.011832 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (580a9ea1-5f3e-4672-9e95-ac16b7686509), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.019047 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:31:27.019437 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (580a9ea1-5f3e-4672-9e95-ac16b7686509), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.060700 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 580a9ea1-5f3e-4672-9e95-ac16b7686509 resource provider aggregate not found Aug 05 02:31:27.082528 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment 580a9ea1-5f3e-4672-9e95-ac16b7686509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 580a9ea1-5f3e-4672-9e95-ac16b7686509 found for delete ", "request_id": "req-d0f6d556-f4c6-4200-941f-9f93add9f51d"}]} Aug 05 02:31:27.090409 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (fa472d95-83d0-4e82-b169-3c906c731c37), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.109086 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.112933 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/fa472d95-83d0-4e82-b169-3c906c731c37 HTTP/1.1" status: 204 len: 168 time: 0.6570420 Aug 05 02:31:27.114486 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa472d95-83d0-4e82-b169-3c906c731c37,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:27.122933 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-361592b1-ccbe-4505-8d76-43faad0b4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:27.124557 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-361592b1-ccbe-4505-8d76-43faad0b4938 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 200 len: 910 time: 0.1188669 Aug 05 02:31:27.129078 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.130062 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.130595 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.131997 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.132577 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.133410 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.134170 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.134709 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.135049 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.135443 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.135871 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.136144 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.136444 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.136800 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.137121 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ca93e-5bc5-48e6-a70c-7f10306a4f41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:27.199454 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-b0be2150-e5a8-4d21-aaea-ce545ed68dea service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 1002 time: 0.0679142 Aug 05 02:31:27.231159 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46144) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:27.303426 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46148) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:27.391217 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:27.405709 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-f15252da-7af6-49e5-b92a-f3939d65f064 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:27.407158 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-f15252da-7af6-49e5-b92a-f3939d65f064 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 946 time: 0.0961835 Aug 05 02:31:27.410905 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:27.434863 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-8dcdd24d-0221-4a5e-aaf6-c63fe34bac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:27.436309 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-8dcdd24d-0221-4a5e-aaf6-c63fe34bac00 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 HTTP/1.1" status: 200 len: 848 time: 0.1262896 Aug 05 02:31:27.449315 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1c9cedf9-0936-40f3-8fc1-1b44ed556b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.469388 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-732f3f4d-2fcb-4b81-a3a3-102cb2d96cc8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8aeb435284914740b100d506c74bad6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647329 Aug 05 02:31:27.473152 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46152) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:27.530080 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-4fdeda8b-0593-43c7-be8a-5795e02cc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:27.531540 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-4fdeda8b-0593-43c7-be8a-5795e02cc26f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=54505e31-75ca-4416-ae9a-5b70292fe878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0743582 Aug 05 02:31:27.541609 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-85d29a54-2bb9-4785-9b8c-4289ccf7a06b service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:31:27.542603 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-85d29a54-2bb9-4785-9b8c-4289ccf7a06b service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049751 Aug 05 02:31:27.555901 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-09c6f6ab-1197-4c23-839e-43cf05b75ec2 admin admin] Publish callbacks [] for security_group (7d074091-e752-4ba0-b802-c16c02206dee), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.571688 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Deleting port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:27.572044 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.595558 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1c9cedf9-0936-40f3-8fc1-1b44ed556b45 admin admin] Publish callbacks [] for security_group (afa9f26d-500c-4152-9415-890aea731300), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.597858 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-09c6f6ab-1197-4c23-839e-43cf05b75ec2 admin admin] Publish callbacks [] for security_group (7d074091-e752-4ba0-b802-c16c02206dee), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.604633 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1c9cedf9-0936-40f3-8fc1-1b44ed556b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (afa9f26d-500c-4152-9415-890aea731300), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.654018 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:27.671153 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-1c9cedf9-0936-40f3-8fc1-1b44ed556b45 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3a0bbd0e2f9f40f99447971ac2de8963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388754 Aug 05 02:31:27.672720 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cedf9-0936-40f3-8fc1-1b44ed556b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa9f26d-500c-4152-9415-890aea731300,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:27.675644 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46154) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:27.707217 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:27.722158 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-09c6f6ab-1197-4c23-839e-43cf05b75ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7d074091-e752-4ba0-b802-c16c02206dee), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.724741 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-09c6f6ab-1197-4c23-839e-43cf05b75ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.725963 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-09c6f6ab-1197-4c23-839e-43cf05b75ec2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7d074091-e752-4ba0-b802-c16c02206dee HTTP/1.1" status: 204 len: 168 time: 0.2517560 Aug 05 02:31:27.749660 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6f6ab-1197-4c23-839e-43cf05b75ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d074091-e752-4ba0-b802-c16c02206dee,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:27.758292 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef6bd-ef69-4e77-aba5-8890e8b29a68 admin admin] Publish callbacks [] for security_group (afa9f26d-500c-4152-9415-890aea731300), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.798295 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef6bd-ef69-4e77-aba5-8890e8b29a68 admin admin] Publish callbacks [] for security_group (afa9f26d-500c-4152-9415-890aea731300), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.868545 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef6bd-ef69-4e77-aba5-8890e8b29a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (afa9f26d-500c-4152-9415-890aea731300), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.871433 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef6bd-ef69-4e77-aba5-8890e8b29a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:27.872647 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-dd2ef6bd-ef69-4e77-aba5-8890e8b29a68 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/afa9f26d-500c-4152-9415-890aea731300 HTTP/1.1" status: 204 len: 168 time: 0.1956282 Aug 05 02:31:27.882239 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ef6bd-ef69-4e77-aba5-8890e8b29a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa9f26d-500c-4152-9415-890aea731300,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:28.030795 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b5257-a6d5-4b15-99df-eb7bac5d38b6 req-ea5313ae-5a60-46ed-acb4-ecc41262e4a2 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:28.032926 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-213b5257-a6d5-4b15-99df-eb7bac5d38b6 req-ea5313ae-5a60-46ed-acb4-ecc41262e4a2 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.1090477 Aug 05 02:31:28.057639 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-f4fab801-11c7-42a7-83e6-538a113a3861 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071604 Aug 05 02:31:28.103008 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3747-3364-46f8-8002-77be040b3fc8 req-0a8af760-9b84-42fa-a56f-394a8fdc7776 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:28.105533 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-03ab3747-3364-46f8-8002-77be040b3fc8 req-0a8af760-9b84-42fa-a56f-394a8fdc7776 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 946 time: 0.0632653 Aug 05 02:31:28.106367 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] For port 4d4a4290-997a-4edf-84d1-d7b7d68048c0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4d4a4290-997a-4edf-84d1-d7b7d68048c0,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:28.106746 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:28.182480 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-03ab3747-3364-46f8-8002-77be040b3fc8 req-d5b99f20-df1f-40c8-ab8f-0a06b655b725 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc2626f2-01fd-497c-b8f6-67f1888932ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684867 Aug 05 02:31:28.276882 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-213b5257-a6d5-4b15-99df-eb7bac5d38b6 req-02340586-986b-45f0-9213-28caf181acc5 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350407 Aug 05 02:31:28.374842 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6f3b3e9d-7b41-42cf-baf3-a2b3e4b7869f req-78cdd7e6-1c17-4e32-8790-038e0abb9743 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040292 Aug 05 02:31:28.458184 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:28.458705 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (91bbb501-82ca-4c1f-ba57-24c1174d29d0), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:28.459194 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Floating IP 91bbb501-82ca-4c1f-ba57-24c1174d29d0 disassociated. External IP: 172.27.0.133, port: 4d4a4290-997a-4edf-84d1-d7b7d68048c0. Aug 05 02:31:28.459732 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Calling delete_port for 4d4a4290-997a-4edf-84d1-d7b7d68048c0 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:28.600068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (4d4a4290-997a-4edf-84d1-d7b7d68048c0), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:28.606402 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:28.610570 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:28.630437 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'Port': ['ID=4d4a4290-997a-4edf-84d1-d7b7d68048c0,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:28.690129 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:28.737768 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:28.758420 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:31:28.867183 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:31:28.880532 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:31:28.890912 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:31:28.892276 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:31:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:28.915507 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] No DVR routers for this DVR port 4d4a4290-997a-4edf-84d1-d7b7d68048c0 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:31:28.918053 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:28.921329 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8090a3ab-d803-4da8-b6d9-917d8aaea613 req-58dbbb0e-031a-4198-803c-d75f79ba5dc5 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.45 "DELETE /networking/v2.0/ports/4d4a4290-997a-4edf-84d1-d7b7d68048c0 HTTP/1.1" status: 204 len: 173 time: 1.5067320 Aug 05 02:31:28.921785 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'name': 'network-vif-deleted', 'tag': '4d4a4290-997a-4edf-84d1-d7b7d68048c0'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:31:28.924681 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d594d5-c474-4435-8589-0481786a72b7" -d '{"events": [{"server_uuid": "f7d0e67c-0e2b-400b-a334-b8d2fcd0758a", "name": "network-vif-deleted", "tag": "4d4a4290-997a-4edf-84d1-d7b7d68048c0"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:31:29.000244 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:31:29.137910 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0f941b-2c50-44fe-8411-e69ffe536e72 x-openstack-request-id: req-7b0f941b-2c50-44fe-8411-e69ffe536e72 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:31:29.138876 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d0e67c-0e2b-400b-a334-b8d2fcd0758a", "name": "network-vif-deleted", "tag": "4d4a4290-997a-4edf-84d1-d7b7d68048c0", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:31:29.139358 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b0f941b-2c50-44fe-8411-e69ffe536e72 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:31:29.139988 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0f941b-2c50-44fe-8411-e69ffe536e72'] response: {'server_uuid': 'f7d0e67c-0e2b-400b-a334-b8d2fcd0758a', 'name': 'network-vif-deleted', 'tag': '4d4a4290-997a-4edf-84d1-d7b7d68048c0', 'status': 'completed', 'code': 200} Aug 05 02:31:29.237906 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:29.263121 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:31:29.272119 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:31:29.273209 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:31:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:29.297699 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b130ab61-bcc5-468c-b7b9-63bf9d5af330 req-647a94a8-749e-4015-9e0a-0d2e2ff57166 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 210 time: 0.0313549 Aug 05 02:31:29.376909 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:31:29.410279 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5454f-b145-45c3-a991-43a5feef7695 req-393be75b-6105-4864-bf50-2549ce652a8e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:29.411750 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4df5454f-b145-45c3-a991-43a5feef7695 req-393be75b-6105-4864-bf50-2549ce652a8e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0491424 Aug 05 02:31:29.463507 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-4df5454f-b145-45c3-a991-43a5feef7695 req-0b87c55a-2fd4-4e36-a8e1-dd994b083eba tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459633 Aug 05 02:31:29.555513 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:29.583163 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e93520-6652-42e7-b8b7-b46f8379ca4f None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:20:23Z', 'revision_number': 4, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '1e438749-7bfe-490f-9e50-037984a9c2b0', 'name': '', 'network_id': '528bd4e2-8ce2-403c-8a20-be166348ecb8', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'mac_address': 'fa:16:3e:3e:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:21Z', 'updated_at': '2022-08-05T02:20:42Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'subnets': [{'id': 'ba64233d-280c-40c6-b874-3f71d828d09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:31:29.820048 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4804f87a-5270-44ae-8a1d-b9366d09b69a None None] New status for floating IP 91bbb501-82ca-4c1f-ba57-24c1174d29d0: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:31:30.424809 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-10e6cc2b-ddcc-46e4-9739-312e7b4620e1 req-a6246f96-d971-4cbb-84d3-3dace1169db8 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7d0e67c-0e2b-400b-a334-b8d2fcd0758a HTTP/1.1" status: 200 len: 210 time: 0.0344255 Aug 05 02:31:30.594126 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00cae0-ff51-4271-ab05-6f6e39c060fa req-5dc4b238-8f14-4790-95de-8141317d6c01 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:30.596195 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0f00cae0-ff51-4271-ab05-6f6e39c060fa req-5dc4b238-8f14-4790-95de-8141317d6c01 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0548809 Aug 05 02:31:30.648754 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0f00cae0-ff51-4271-ab05-6f6e39c060fa req-4c5d1fdd-e2f9-4722-a0b2-7591c9d56383 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463548 Aug 05 02:31:31.234265 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:31.520314 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46224) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:31.573956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b66aa62-0130-4134-9052-367a97dae097 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (dc2626f2-01fd-497c-b8f6-67f1888932ef), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:31.596984 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b66aa62-0130-4134-9052-367a97dae097 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (dc2626f2-01fd-497c-b8f6-67f1888932ef), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:31.648196 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b66aa62-0130-4134-9052-367a97dae097 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (dc2626f2-01fd-497c-b8f6-67f1888932ef), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:31.650715 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b66aa62-0130-4134-9052-367a97dae097 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:31.651849 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9b66aa62-0130-4134-9052-367a97dae097 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dc2626f2-01fd-497c-b8f6-67f1888932ef HTTP/1.1" status: 204 len: 168 time: 0.1305306 Aug 05 02:31:31.654818 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46226) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:31.661398 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66aa62-0130-4134-9052-367a97dae097 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2626f2-01fd-497c-b8f6-67f1888932ef,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:31.670435 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.api.v2.resource [None req-2ccc074b-2b93-42f0-a42a-8b854ddbb7f0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] show failed (client error): The resource could not be found. Aug 05 02:31:31.671425 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-2ccc074b-2b93-42f0-a42a-8b854ddbb7f0 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "GET /networking/v2.0/security-groups/dc2626f2-01fd-497c-b8f6-67f1888932ef HTTP/1.1" status: 404 len: 347 time: 0.0154965 Aug 05 02:31:31.675000 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46228) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:31.772686 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8b423-5ab4-4ec7-b400-82f7e3cc19ee req-e7d0da38-053f-4b31-9c1a-2472283b8a0e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:31.774082 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f4f8b423-5ab4-4ec7-b400-82f7e3cc19ee req-e7d0da38-053f-4b31-9c1a-2472283b8a0e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0483027 Aug 05 02:31:31.797838 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Deleting port 0eb3e290-c74c-4050-95fe-1bc71e5d8b6b {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:31.798778 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (0eb3e290-c74c-4050-95fe-1bc71e5d8b6b), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:31.828363 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f4f8b423-5ab4-4ec7-b400-82f7e3cc19ee req-01f675be-24db-4280-b4a0-2bdbba95de44 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446715 Aug 05 02:31:31.882758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (0eb3e290-c74c-4050-95fe-1bc71e5d8b6b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:31.883085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (0eb3e290-c74c-4050-95fe-1bc71e5d8b6b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:31.900073 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Calling delete_port for 0eb3e290-c74c-4050-95fe-1bc71e5d8b6b owned by network:floatingip {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:32.038007 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (0eb3e290-c74c-4050-95fe-1bc71e5d8b6b), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:32.066336 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Pushing event deleted for resources: {'Port': ['ID=0eb3e290-c74c-4050-95fe-1bc71e5d8b6b,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:32.066595 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-74ec5f9e-e600-4b40-a939-0c196b08638d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669434 Aug 05 02:31:32.085165 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0c2e8-be11-4fde-9f59-e8dfc101bfcf req-9703a0b7-1a69-46f8-b3d3-9ccb43f4e448 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:32.086687 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0f0c2e8-be11-4fde-9f59-e8dfc101bfcf req-9703a0b7-1a69-46f8-b3d3-9ccb43f4e448 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0585697 Aug 05 02:31:32.136220 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks [] for floatingip (91bbb501-82ca-4c1f-ba57-24c1174d29d0), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:32.139250 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:32.140753 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b46fb66b-56b0-432f-baad-bf8178a947f7 tempest-AttachVolumeNegativeTest-362340237 tempest-AttachVolumeNegativeTest-362340237-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/91bbb501-82ca-4c1f-ba57-24c1174d29d0 HTTP/1.1" status: 204 len: 168 time: 0.4647634 Aug 05 02:31:32.176297 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-33a99877-e7c4-4644-a018-87c1bc07c8e8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:32.177668 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-33a99877-e7c4-4644-a018-87c1bc07c8e8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports/652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 943 time: 0.0745571 Aug 05 02:31:32.195718 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d0f0c2e8-be11-4fde-9f59-e8dfc101bfcf req-0feaa6ac-87f5-4987-a709-f1cd09c3d22b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817750 Aug 05 02:31:33.306953 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:33.319966 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6227b1-d3c3-46d5-a3a0-3fea60f75afe req-da5b90f1-1bc0-4758-999f-1bbd4969cfe7 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:33.321890 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0b6227b1-d3c3-46d5-a3a0-3fea60f75afe req-da5b90f1-1bc0-4758-999f-1bbd4969cfe7 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0503182 Aug 05 02:31:33.366901 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:33.372274 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0b6227b1-d3c3-46d5-a3a0-3fea60f75afe req-4dc48497-87f0-4fae-8407-262f45f69493 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448771 Aug 05 02:31:34.275123 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 4d4a4290-997a-4edf-84d1-d7b7d68048c0 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:31:34.298324 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 4d4a4290-997a-4edf-84d1-d7b7d68048c0 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:31:34.298674 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 4d4a4290-997a-4edf-84d1-d7b7d68048c0 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:31:34.490460 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187fd52-6284-4519-a032-0f06a6c0a8b7 req-8a61da0a-7a19-42fd-9b61-d29adebee508 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:34.491906 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b187fd52-6284-4519-a032-0f06a6c0a8b7 req-8a61da0a-7a19-42fd-9b61-d29adebee508 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0477574 Aug 05 02:31:34.540743 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b187fd52-6284-4519-a032-0f06a6c0a8b7 req-7727e35f-429f-48f7-ab44-a839ca5f988c tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432837 Aug 05 02:31:35.063323 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 652b8180-4f83-4880-81b9-b44df98605a9 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:31:35.134115 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 652b8180-4f83-4880-81b9-b44df98605a9 is: ACTIVE; New status is: DOWN {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:31:35.134410 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (652b8180-4f83-4880-81b9-b44df98605a9), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:35.158358 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:31:35.161522 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9737f19a-b84a-4508-8dc9-852139bc2655" -d '{"events": [{"server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "name": "network-vif-unplugged", "status": "completed", "tag": "652b8180-4f83-4880-81b9-b44df98605a9"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:31:35.175162 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=652b8180-4f83-4880-81b9-b44df98605a9,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:35.179660 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (652b8180-4f83-4880-81b9-b44df98605a9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:35.205932 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Aug 2022 02:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c67e23-ea2a-4f20-b666-f8c63a27e2fb x-openstack-request-id: req-09c67e23-ea2a-4f20-b666-f8c63a27e2fb {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:31:35.206229 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "name": "network-vif-unplugged", "status": "failed", "tag": "652b8180-4f83-4880-81b9-b44df98605a9", "code": 422}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:31:35.206422 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09c67e23-ea2a-4f20-b666-f8c63a27e2fb {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:31:35.206809 dv-cinder-815582-13-iscsi neutron-server[104197]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-09c67e23-ea2a-4f20-b666-f8c63a27e2fb']: {'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9', 'code': 422} returned with failed status Aug 05 02:31:35.232187 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=652b8180-4f83-4880-81b9-b44df98605a9,revision_number=6']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:35.239446 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.239790 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.240132 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.240494 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.240820 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.241144 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.241464 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.241781 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.242133 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.242525 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.242761 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.243106 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.243421 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.243732 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.244044 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:35.676851 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de0271-1c1e-40d3-8611-70380a2ede24 req-8b1743b6-6aaf-43d4-8229-06ff51d32b21 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:35.678376 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7de0271-1c1e-40d3-8611-70380a2ede24 req-8b1743b6-6aaf-43d4-8229-06ff51d32b21 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0596247 Aug 05 02:31:35.740191 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a7de0271-1c1e-40d3-8611-70380a2ede24 req-afcbd252-7dc1-4e9d-88c6-50c2707e835c tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563023 Aug 05 02:31:36.083747 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-eeba5c90-8418-43e2-b588-a3d2f23e06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:36.085264 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-eeba5c90-8418-43e2-b588-a3d2f23e06ff service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab&tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5 HTTP/1.1" status: 200 len: 1128 time: 0.0415640 Aug 05 02:31:36.175622 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-251cfd7c-aa96-4410-9938-64fc9660ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:36.177074 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-251cfd7c-aa96-4410-9938-64fc9660ce3c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1128 time: 0.0383644 Aug 05 02:31:36.265101 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:36.270924 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-774b3362-5b19-4721-983f-b6bcdfa6b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:36.272443 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-774b3362-5b19-4721-983f-b6bcdfa6b37c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 200 len: 910 time: 0.0895464 Aug 05 02:31:36.313871 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:36.336449 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-96bf7310-8233-44e9-8c9b-8a6fad86f701 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 1000 time: 0.0570669 Aug 05 02:31:36.386019 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-3b7ff5bc-9433-4958-b635-0c486986f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:36.387449 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-3b7ff5bc-9433-4958-b635-0c486986f381 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 HTTP/1.1" status: 200 len: 848 time: 0.0436821 Aug 05 02:31:36.433908 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-74512cb6-8077-4b3c-be73-06ad48b0b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:36.435367 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-74512cb6-8077-4b3c-be73-06ad48b0b399 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=54505e31-75ca-4416-ae9a-5b70292fe878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416462 Aug 05 02:31:36.523906 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-22a648a9-1656-4a3c-bc7d-863f3ea4a8e9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821569 Aug 05 02:31:36.619049 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6dd49148-3452-48a3-a583-bed86bdcde3a req-82711ece-c8ab-45ef-90bc-2b13fdb55137 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891681 Aug 05 02:31:36.898480 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fe5c6-006b-4037-a843-bdc750feb74e req-0290bc4d-d6db-4a68-aa4d-79f949afb14e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:36.900803 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-151fe5c6-006b-4037-a843-bdc750feb74e req-0290bc4d-d6db-4a68-aa4d-79f949afb14e tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0797484 Aug 05 02:31:36.952728 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-151fe5c6-006b-4037-a843-bdc750feb74e req-dc97821a-60da-4222-b619-d3f7c73e72c0 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466807 Aug 05 02:31:37.968319 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46316) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:38.083814 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54b8dc-3b67-4a82-9d42-77b77ba69de3 req-14ca92a0-4b8d-4163-8283-d9514175ab45 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:38.085290 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ff54b8dc-3b67-4a82-9d42-77b77ba69de3 req-14ca92a0-4b8d-4163-8283-d9514175ab45 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0562017 Aug 05 02:31:38.145202 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ff54b8dc-3b67-4a82-9d42-77b77ba69de3 req-e94b9921-48a3-489b-9817-7a804e43892f tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480151 Aug 05 02:31:38.265503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46326) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:38.378788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ef05f786-b9e8-4741-85e4-c372c293bad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.408862 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.459159 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ef05f786-b9e8-4741-85e4-c372c293bad2 admin admin] Publish callbacks [] for security_group (c05e958b-caf5-48e1-ba2a-56ee48d001cf), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.463374 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ef05f786-b9e8-4741-85e4-c372c293bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c05e958b-caf5-48e1-ba2a-56ee48d001cf), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.506152 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-ef05f786-b9e8-4741-85e4-c372c293bad2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=dc7a3ac6680043ea942a14550cdc6ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367911 Aug 05 02:31:38.506152 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46330) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:38.508229 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05f786-b9e8-4741-85e4-c372c293bad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05e958b-caf5-48e1-ba2a-56ee48d001cf,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:38.559725 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25cd1c8e-edcf-4476-abea-5152e8dfaad4 admin admin] Publish callbacks [] for security_group (c05e958b-caf5-48e1-ba2a-56ee48d001cf), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.582311 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25cd1c8e-edcf-4476-abea-5152e8dfaad4 admin admin] Publish callbacks [] for security_group (c05e958b-caf5-48e1-ba2a-56ee48d001cf), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.628923 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25cd1c8e-edcf-4476-abea-5152e8dfaad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c05e958b-caf5-48e1-ba2a-56ee48d001cf), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.631434 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25cd1c8e-edcf-4476-abea-5152e8dfaad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.632573 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-25cd1c8e-edcf-4476-abea-5152e8dfaad4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c05e958b-caf5-48e1-ba2a-56ee48d001cf HTTP/1.1" status: 204 len: 168 time: 0.1254928 Aug 05 02:31:38.641273 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd1c8e-edcf-4476-abea-5152e8dfaad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05e958b-caf5-48e1-ba2a-56ee48d001cf,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:38.641776 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Deleting port 1e438749-7bfe-490f-9e50-037984a9c2b0 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:38.642126 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.731309 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] For port 1e438749-7bfe-490f-9e50-037984a9c2b0, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=1e438749-7bfe-490f-9e50-037984a9c2b0,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:38.731677 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.746048 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Calling delete_port for 1e438749-7bfe-490f-9e50-037984a9c2b0 owned by network:router_interface {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:38.816656 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:38.923312 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:38.944089 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (1e438749-7bfe-490f-9e50-037984a9c2b0), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:38.970065 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e438749-7bfe-490f-9e50-037984a9c2b0,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:39.134318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:39.280890 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6d103-0952-4d39-a4a3-7029799ebfe6 req-1262038c-668b-4ac5-9482-20353e1d48bf tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:39.282269 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d6f6d103-0952-4d39-a4a3-7029799ebfe6 req-1262038c-668b-4ac5-9482-20353e1d48bf tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0538306 Aug 05 02:31:39.404010 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d6f6d103-0952-4d39-a4a3-7029799ebfe6 req-4cb589d9-aee3-47f5-a26e-db1771775c10 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155379 Aug 05 02:31:39.419644 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:31:39.522288 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:31:39.527075 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-af1658d6-d08c-4e0b-b012-f6cfafa2b511 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7e9b8f82-14a1-4e76-a1f1-7567b860bae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5582118 Aug 05 02:31:39.529698 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46336) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:39.530852 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] Sync routers for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:31:39.541256 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:31:39.541852 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:31:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:39.629784 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks [] for router (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:39.642031 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:31:39.670999 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:39.732809 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks [] for router_gateway (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:39.777584 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Deleting port 4fd2b826-bfce-419d-8207-abf27b85b4e6 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:39.777836 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:39.809192 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:31:38Z', 'revision_number': 5, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port': {'id': '4fd2b826-bfce-419d-8207-abf27b85b4e6', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:16Z', 'updated_at': '2022-08-05T02:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:39.838118 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] Checking router: 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:31:39.847634 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] Routers {'7e9b8f82-14a1-4e76-a1f1-7567b860bae8'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:31:39.848241 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:31:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:39.862970 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] For port 4fd2b826-bfce-419d-8207-abf27b85b4e6, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=4fd2b826-bfce-419d-8207-abf27b85b4e6,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:39.863331 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:39.870217 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:39.877409 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Calling delete_port for 4fd2b826-bfce-419d-8207-abf27b85b4e6 owned by network:router_gateway {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:39.879184 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:39.901238 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:39.928003 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] Set router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 gateway port host: None {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:31:39.978891 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:31:39Z', 'revision_number': 6, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port_host': None}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:40.002810 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07229747-bccd-49db-98aa-c5d2f6bb29e6 None None] The sync data for ids ['7e9b8f82-14a1-4e76-a1f1-7567b860bae8'] in dv-cinder-815582-13-iscsi is: [{'id': '7e9b8f82-14a1-4e76-a1f1-7567b860bae8', 'name': 'tempest-AttachVolumeNegativeTest-648728614-router', 'tenant_id': 'ad6a220b99d94a648150476bf0a01e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:14Z', 'updated_at': '2022-08-05T02:31:39Z', 'revision_number': 6, 'project_id': 'ad6a220b99d94a648150476bf0a01e50', 'gw_port_host': None}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:31:40.043821 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-75e289e4-2ea8-48a7-a488-f75ca41c07c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.050360 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (4fd2b826-bfce-419d-8207-abf27b85b4e6), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.074175 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd2b826-bfce-419d-8207-abf27b85b4e6,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:40.137814 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.226532 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.228759 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks [] for router_controller (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.271798 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (7e9b8f82-14a1-4e76-a1f1-7567b860bae8), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.272531 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e9b8f82-14a1-4e76-a1f1-7567b860bae8 {{(pid=104196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:31:40.277707 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.281260 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-3657f34a-aad2-45ce-bb2f-2f7538160322 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/7e9b8f82-14a1-4e76-a1f1-7567b860bae8 HTTP/1.1" status: 204 len: 168 time: 0.7482657 Aug 05 02:31:40.281533 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46338) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:40.325409 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-0353e8eb-928b-4c07-8027-5e07cd9e50b4 admin admin] Deleting subnet ba64233d-280c-40c6-b874-3f71d828d09d {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:31:40.328569 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0353e8eb-928b-4c07-8027-5e07cd9e50b4 admin admin] Publish callbacks [] for subnet (ba64233d-280c-40c6-b874-3f71d828d09d), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.372732 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0353e8eb-928b-4c07-8027-5e07cd9e50b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13584754'] for subnet (ba64233d-280c-40c6-b874-3f71d828d09d), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.466906 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0353e8eb-928b-4c07-8027-5e07cd9e50b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (ba64233d-280c-40c6-b874-3f71d828d09d), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.499359 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:40.522064 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0353e8eb-928b-4c07-8027-5e07cd9e50b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13018992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12884257'] for subnet (ba64233d-280c-40c6-b874-3f71d828d09d), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.540943 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297d1e7-9d89-4314-b164-cc228e8e72a9 req-f5e71c08-9812-4e85-bbb9-d6d2fb2a4b76 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:40.542363 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5297d1e7-9d89-4314-b164-cc228e8e72a9 req-f5e71c08-9812-4e85-bbb9-d6d2fb2a4b76 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0510111 Aug 05 02:31:40.547422 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353e8eb-928b-4c07-8027-5e07cd9e50b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba64233d-280c-40c6-b874-3f71d828d09d,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:40.551678 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0353e8eb-928b-4c07-8027-5e07cd9e50b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.557639 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-0353e8eb-928b-4c07-8027-5e07cd9e50b4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/ba64233d-280c-40c6-b874-3f71d828d09d HTTP/1.1" status: 204 len: 168 time: 0.2753246 Aug 05 02:31:40.557786 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46342) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:40.558401 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e073a-6860-4625-a5da-ca105065f469 None None] Network 528bd4e2-8ce2-403c-8a20-be166348ecb8 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:31:40.656174 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:40.662367 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (528bd4e2-8ce2-403c-8a20-be166348ecb8), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.668419 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5297d1e7-9d89-4314-b164-cc228e8e72a9 req-8e8a1166-d76a-4657-90d2-75f504ffe0ed tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200056 Aug 05 02:31:40.669946 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:40.723874 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Deleting port f5786f73-d53b-4223-9f04-40bb0251542d {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:40.724150 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.779682 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f453c8-bb61-4287-8c8e-3b73e596c401 None None] DHCP port deletion for 528bd4e2-8ce2-403c-8a20-be166348ecb8 request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:31:40.784737 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1e438749-7bfe-490f-9e50-037984a9c2b0 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:31:40.796157 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] For port f5786f73-d53b-4223-9f04-40bb0251542d, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=f5786f73-d53b-4223-9f04-40bb0251542d,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:40.796611 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.810391 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Calling delete_port for f5786f73-d53b-4223-9f04-40bb0251542d owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:40.824446 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 1e438749-7bfe-490f-9e50-037984a9c2b0 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:31:40.824791 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1e438749-7bfe-490f-9e50-037984a9c2b0 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:31:40.849774 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-b3f453c8-bb61-4287-8c8e-3b73e596c401 None None] Deleting port f5786f73-d53b-4223-9f04-40bb0251542d {{(pid=104197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:40.850151 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b3f453c8-bb61-4287-8c8e-3b73e596c401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), before_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.893468 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.916882 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-b3f453c8-bb61-4287-8c8e-3b73e596c401 None None] For port f5786f73-d53b-4223-9f04-40bb0251542d, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=f5786f73-d53b-4223-9f04-40bb0251542d,segment=NetworkSegment(1827503a-6d47-4168-865d-ca15ba1b85c7),segment_id=1827503a-6d47-4168-865d-ca15ba1b85c7)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:40.917327 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b3f453c8-bb61-4287-8c8e-3b73e596c401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), precommit_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:40.922123 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5786f73-d53b-4223-9f04-40bb0251542d,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:40.928352 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] No DVR routers for this DVR port f5786f73-d53b-4223-9f04-40bb0251542d on host dv-cinder-815582-13-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:31:40.931894 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-b3f453c8-bb61-4287-8c8e-3b73e596c401 None None] Calling delete_port for f5786f73-d53b-4223-9f04-40bb0251542d owned by network:dhcp {{(pid=104197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:41.001497 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (528bd4e2-8ce2-403c-8a20-be166348ecb8), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.012360 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b3f453c8-bb61-4287-8c8e-3b73e596c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (f5786f73-d53b-4223-9f04-40bb0251542d), after_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.022228 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528bd4e2-8ce2-403c-8a20-be166348ecb8']}} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:41.031788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1827503a-6d47-4168-865d-ca15ba1b85c7') {'for_net_delete': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:41.032081 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1827503a-6d47-4168-865d-ca15ba1b85c7') {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:41.041423 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f453c8-bb61-4287-8c8e-3b73e596c401 None None] No DVR routers for this DVR port f5786f73-d53b-4223-9f04-40bb0251542d on host dv-cinder-815582-13-iscsi {{(pid=104197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:31:41.043097 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12914256'] for segment (1827503a-6d47-4168-865d-ca15ba1b85c7), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.044890 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f453c8-bb61-4287-8c8e-3b73e596c401 None None] Pushing event deleted for resources: {'Port': ['ID=f5786f73-d53b-4223-9f04-40bb0251542d,revision_number=None']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:41.067933 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (1827503a-6d47-4168-865d-ca15ba1b85c7), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.075265 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=104195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:31:41.075800 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24822927'] for segment (1827503a-6d47-4168-865d-ca15ba1b85c7), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.122179 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment 1827503a-6d47-4168-865d-ca15ba1b85c7 resource provider aggregate not found Aug 05 02:31:41.139599 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment 1827503a-6d47-4168-865d-ca15ba1b85c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1827503a-6d47-4168-865d-ca15ba1b85c7 found for delete ", "request_id": "req-bf5618e3-7e61-4c26-a439-3e56a1498303"}]} Aug 05 02:31:41.147788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (528bd4e2-8ce2-403c-8a20-be166348ecb8), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.152394 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.155509 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/528bd4e2-8ce2-403c-8a20-be166348ecb8 HTTP/1.1" status: 204 len: 168 time: 0.5959964 Aug 05 02:31:41.168964 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a73f27-90a8-4b72-a624-e595557ec484 admin admin] Pushing event deleted for resources: {'Network': ['ID=528bd4e2-8ce2-403c-8a20-be166348ecb8,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:41.320273 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46350) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:41.361324 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-52b9b18c-0f92-4ad0-9643-d7cd74f51b92 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ad6a220b99d94a648150476bf0a01e50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396402 Aug 05 02:31:41.363611 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46352) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:41.410745 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b485f7e5-61ec-4629-96e5-e0caf5669870 admin admin] Publish callbacks [] for security_group (a157c0a4-7fec-44a5-aa1d-c6b807cf946b), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.431959 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b485f7e5-61ec-4629-96e5-e0caf5669870 admin admin] Publish callbacks [] for security_group (a157c0a4-7fec-44a5-aa1d-c6b807cf946b), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.483916 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b485f7e5-61ec-4629-96e5-e0caf5669870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a157c0a4-7fec-44a5-aa1d-c6b807cf946b), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.486977 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b485f7e5-61ec-4629-96e5-e0caf5669870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:41.488120 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-b485f7e5-61ec-4629-96e5-e0caf5669870 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a157c0a4-7fec-44a5-aa1d-c6b807cf946b HTTP/1.1" status: 204 len: 168 time: 0.1235995 Aug 05 02:31:41.495881 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485f7e5-61ec-4629-96e5-e0caf5669870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a157c0a4-7fec-44a5-aa1d-c6b807cf946b,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:41.795310 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795332a-a639-460c-885c-227b519e1971 req-4e281097-d6fb-4bfe-9c44-3f4a19c80c43 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:41.796793 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0795332a-a639-460c-885c-227b519e1971 req-4e281097-d6fb-4bfe-9c44-3f4a19c80c43 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0531867 Aug 05 02:31:41.854059 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0795332a-a639-460c-885c-227b519e1971 req-98b178c4-ddad-4223-941d-40a210af0f94 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515442 Aug 05 02:31:42.245643 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-5d3244e5-3da7-4d1b-b2aa-24f9aa813471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:42.363411 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device f5786f73-d53b-4223-9f04-40bb0251542d no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:31:42.383493 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: f5786f73-d53b-4223-9f04-40bb0251542d {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:31:42.383837 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device f5786f73-d53b-4223-9f04-40bb0251542d not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:31:42.384241 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 4fd2b826-bfce-419d-8207-abf27b85b4e6 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:31:42.402826 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 4fd2b826-bfce-419d-8207-abf27b85b4e6 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:31:42.403177 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 4fd2b826-bfce-419d-8207-abf27b85b4e6 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:31:42.602608 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:31:42.979734 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fea7b-cc24-4cf5-b14e-8ac45327ea34 req-1d9b3c47-1922-4a34-be15-9113082208a1 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:42.981393 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5b6fea7b-cc24-4cf5-b14e-8ac45327ea34 req-1d9b3c47-1922-4a34-be15-9113082208a1 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0519533 Aug 05 02:31:43.034145 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5b6fea7b-cc24-4cf5-b14e-8ac45327ea34 req-7b53bc3b-be23-4388-85b1-fd00ed5c1293 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465283 Aug 05 02:31:43.249487 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:44.165477 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad4510-b14c-475d-a509-a55a511c45d0 req-c3938ee3-3717-4815-9cb4-ad14b50e451d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:44.166957 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bcad4510-b14c-475d-a509-a55a511c45d0 req-c3938ee3-3717-4815-9cb4-ad14b50e451d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 944 time: 0.0509861 Aug 05 02:31:44.232199 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bcad4510-b14c-475d-a509-a55a511c45d0 req-35a34024-0b46-4a45-a633-891897008178 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590067 Aug 05 02:31:44.876311 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:44.882154 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:44.908651 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:45.118873 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 652b8180-4f83-4880-81b9-b44df98605a9 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:31:45.134386 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:45.217416 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=652b8180-4f83-4880-81b9-b44df98605a9,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:45.228276 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '652b8180-4f83-4880-81b9-b44df98605a9', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'port_id': '652b8180-4f83-4880-81b9-b44df98605a9', 'mac_address': 'fa:16:3e:a9:57:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:31:45.267034 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 652b8180-4f83-4880-81b9-b44df98605a9 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:31:45.267508 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (652b8180-4f83-4880-81b9-b44df98605a9), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:45.280761 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652b8180-4f83-4880-81b9-b44df98605a9 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:31:45.301637 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=652b8180-4f83-4880-81b9-b44df98605a9,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:45.310399 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (652b8180-4f83-4880-81b9-b44df98605a9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:45.352832 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0954-eae3-4c9c-aacc-a5a2a53f2007 req-46ea278c-07ec-413f-8669-0e867ea522c8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:45.359551 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=652b8180-4f83-4880-81b9-b44df98605a9,revision_number=7']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:45.360408 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b7ac0954-eae3-4c9c-aacc-a5a2a53f2007 req-46ea278c-07ec-413f-8669-0e867ea522c8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 945 time: 0.0571690 Aug 05 02:31:45.406663 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b7ac0954-eae3-4c9c-aacc-a5a2a53f2007 req-5473b436-0d0e-4609-b2a2-afecb3d54b08 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447299 Aug 05 02:31:45.711090 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['652b8180-4f83-4880-81b9-b44df98605a9'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:31:46.531409 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61edf69-28c6-4a6d-9d65-09f8259c8b29 req-03ed9a6a-0294-49b9-ae73-1f2f268cf37b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:46.533710 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e61edf69-28c6-4a6d-9d65-09f8259c8b29 req-03ed9a6a-0294-49b9-ae73-1f2f268cf37b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 945 time: 0.0469332 Aug 05 02:31:46.589309 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e61edf69-28c6-4a6d-9d65-09f8259c8b29 req-c61ff96d-3f0a-4f15-ac8d-e98bd0eb192c tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489724 Aug 05 02:31:47.128525 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 652b8180-4f83-4880-81b9-b44df98605a9 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:31:47.174785 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 652b8180-4f83-4880-81b9-b44df98605a9 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:31:47.175158 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (652b8180-4f83-4880-81b9-b44df98605a9), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:47.372487 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 652b8180-4f83-4880-81b9-b44df98605a9 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:31:47.372881 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (652b8180-4f83-4880-81b9-b44df98605a9), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:47.395388 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:31:47.397897 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f949e-1a46-4ccc-9216-27ba59a0194b" -d '{"events": [{"server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "name": "network-vif-plugged", "status": "completed", "tag": "652b8180-4f83-4880-81b9-b44df98605a9"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:31:47.414979 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=652b8180-4f83-4880-81b9-b44df98605a9,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:47.420011 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (652b8180-4f83-4880-81b9-b44df98605a9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:47.472677 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=652b8180-4f83-4880-81b9-b44df98605a9,revision_number=8']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:47.556684 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941f8eac-ac8a-4ac7-bab7-cb99f2c0ea0b x-openstack-request-id: req-941f8eac-ac8a-4ac7-bab7-cb99f2c0ea0b {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:31:47.556975 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "name": "network-vif-plugged", "status": "completed", "tag": "652b8180-4f83-4880-81b9-b44df98605a9", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:31:47.557226 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-941f8eac-ac8a-4ac7-bab7-cb99f2c0ea0b {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:31:47.557621 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941f8eac-ac8a-4ac7-bab7-cb99f2c0ea0b'] response: {'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9', 'code': 200} Aug 05 02:31:47.706129 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa90ed-64b2-4ee4-9071-fc514225c0c5 req-52fb67fd-0f06-4cf2-8812-18736b6728be tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:47.707980 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e0fa90ed-64b2-4ee4-9071-fc514225c0c5 req-52fb67fd-0f06-4cf2-8812-18736b6728be tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0470080 Aug 05 02:31:47.740097 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:47.766392 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e0fa90ed-64b2-4ee4-9071-fc514225c0c5 req-c3a7036c-cec2-452c-ad84-727dd5d3f5ff tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471334 Aug 05 02:31:47.839962 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:47.850890 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de33fc-67a6-4032-a64e-47de61c176a9 req-d805c469-88b6-4f5e-9194-d35f18480178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:47.852347 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70de33fc-67a6-4032-a64e-47de61c176a9 req-d805c469-88b6-4f5e-9194-d35f18480178 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1130 time: 0.0462723 Aug 05 02:31:47.901043 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-70de33fc-67a6-4032-a64e-47de61c176a9 req-7ce0db0d-f847-4ed1-a473-bab604fbb9c8 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 Aug 05 02:31:48.505967 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:48.525903 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd8e9b-3034-4ca6-9a6f-7b54de6546fe req-8fbdc953-abef-4a66-9839-d4775a681e35 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:48.528781 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b1bd8e9b-3034-4ca6-9a6f-7b54de6546fe req-8fbdc953-abef-4a66-9839-d4775a681e35 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 946 time: 0.0514870 Aug 05 02:31:48.577185 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b1bd8e9b-3034-4ca6-9a6f-7b54de6546fe req-fca14590-4130-4b9a-8e92-d49fb2f6d58b tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442662 Aug 05 02:31:48.895743 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb548a50-a769-420c-9b37-9566ab6aba90 req-67c56673-0917-44dc-88a6-2194f88cc509 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:48.897241 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb548a50-a769-420c-9b37-9566ab6aba90 req-67c56673-0917-44dc-88a6-2194f88cc509 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0542047 Aug 05 02:31:48.945476 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bb548a50-a769-420c-9b37-9566ab6aba90 req-9811ee25-d845-427c-b842-3f1f5d7de12d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426333 Aug 05 02:31:49.700976 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcd7f0-f84c-43e8-b0b8-8fe99ff1fee5 req-32f33ac0-e8d9-468e-a11a-1d59ff00af2e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:49.702445 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-47bcd7f0-f84c-43e8-b0b8-8fe99ff1fee5 req-32f33ac0-e8d9-468e-a11a-1d59ff00af2e tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 946 time: 0.0472376 Aug 05 02:31:49.753582 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-47bcd7f0-f84c-43e8-b0b8-8fe99ff1fee5 req-6e6c1e9d-a398-4ae0-8209-6f8c57751d3f tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Aug 05 02:31:49.982332 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=10 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:50.361258 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46500e-525d-4218-8a7c-46098708b4b0 req-c2f02e64-8c92-4b51-812f-5b0f875e41a8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:50.363430 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-be46500e-525d-4218-8a7c-46098708b4b0 req-c2f02e64-8c92-4b51-812f-5b0f875e41a8 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.3271489 Aug 05 02:31:50.413513 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-be46500e-525d-4218-8a7c-46098708b4b0 req-f9563a01-cab4-46be-ab4c-0a13f4b659fb tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445833 Aug 05 02:31:50.482814 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46518) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:50.586681 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-79d0b993-b3e5-4b30-a2fa-8d5daf1d0f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:50.665035 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-79d0b993-b3e5-4b30-a2fa-8d5daf1d0f4d admin admin] Publish callbacks [] for security_group (f0be2b63-17c4-440d-b748-43b9c83c05f3), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:50.668659 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-79d0b993-b3e5-4b30-a2fa-8d5daf1d0f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f0be2b63-17c4-440d-b748-43b9c83c05f3), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:50.706142 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0b993-b3e5-4b30-a2fa-8d5daf1d0f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0be2b63-17c4-440d-b748-43b9c83c05f3,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:50.710372 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-79d0b993-b3e5-4b30-a2fa-8d5daf1d0f4d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=771913a48647400e987bc71d8cbbce03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265117 Aug 05 02:31:50.713256 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46522) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:50.760784 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf4e0-0b48-442c-8517-23da242322ef admin admin] Publish callbacks [] for security_group (f0be2b63-17c4-440d-b748-43b9c83c05f3), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:50.762852 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:50.787398 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf4e0-0b48-442c-8517-23da242322ef admin admin] Publish callbacks [] for security_group (f0be2b63-17c4-440d-b748-43b9c83c05f3), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:50.840751 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf4e0-0b48-442c-8517-23da242322ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f0be2b63-17c4-440d-b748-43b9c83c05f3), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:50.844375 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1d5cf4e0-0b48-442c-8517-23da242322ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:50.847546 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-1d5cf4e0-0b48-442c-8517-23da242322ef admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f0be2b63-17c4-440d-b748-43b9c83c05f3 HTTP/1.1" status: 204 len: 168 time: 0.1309454 Aug 05 02:31:50.855163 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cf4e0-0b48-442c-8517-23da242322ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0be2b63-17c4-440d-b748-43b9c83c05f3,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:50.908636 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-36d6c776-ed1c-4f95-9127-8b94db6eaf08 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:50.910153 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-36d6c776-ed1c-4f95-9127-8b94db6eaf08 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 946 time: 0.0810111 Aug 05 02:31:50.918388 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90eb2a-84bd-4cdd-91f4-d462cb9a9bdb req-7aef4f07-98e4-4943-971a-31f9d48dc4c3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:50.919866 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5a90eb2a-84bd-4cdd-91f4-d462cb9a9bdb req-7aef4f07-98e4-4943-971a-31f9d48dc4c3 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 946 time: 0.0787621 Aug 05 02:31:51.023230 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5a90eb2a-84bd-4cdd-91f4-d462cb9a9bdb req-cbceac1a-b893-441c-802a-f6e17963a2dc tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=57e8729c-a907-4911-af78-9313c565b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958958 Aug 05 02:31:51.035901 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Deleting port a68b1751-4c77-41ca-80e7-300bcc5e2f50 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:51.036250 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.132571 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] For port a68b1751-4c77-41ca-80e7-300bcc5e2f50, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a68b1751-4c77-41ca-80e7-300bcc5e2f50,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:51.132924 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.139507 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46530) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:51.153092 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cea2e066-0f7e-46ad-9ef0-cbe228af88e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.228061 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cea2e066-0f7e-46ad-9ef0-cbe228af88e5 admin admin] Publish callbacks [] for security_group (36eff135-8cec-414f-861a-57fb69c80e80), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.231845 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cea2e066-0f7e-46ad-9ef0-cbe228af88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (36eff135-8cec-414f-861a-57fb69c80e80), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.274372 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-cea2e066-0f7e-46ad-9ef0-cbe228af88e5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6e0df50b13d54f989f860dcb4af3d55f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314232 Aug 05 02:31:51.274587 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46532) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:51.280487 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2e066-0f7e-46ad-9ef0-cbe228af88e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eff135-8cec-414f-861a-57fb69c80e80,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:51.309544 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.309915 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (cdcc48b1-83a2-4e03-a9ff-2e82bada9423), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.310242 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Floating IP cdcc48b1-83a2-4e03-a9ff-2e82bada9423 disassociated. External IP: 172.27.0.122, port: a68b1751-4c77-41ca-80e7-300bcc5e2f50. Aug 05 02:31:51.310598 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Calling delete_port for a68b1751-4c77-41ca-80e7-300bcc5e2f50 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:51.326055 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-47e24003-de50-463f-8118-446b44a4244f admin admin] Publish callbacks [] for security_group (36eff135-8cec-414f-861a-57fb69c80e80), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.350930 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-47e24003-de50-463f-8118-446b44a4244f admin admin] Publish callbacks [] for security_group (36eff135-8cec-414f-861a-57fb69c80e80), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.364944 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:51.401399 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-47e24003-de50-463f-8118-446b44a4244f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (36eff135-8cec-414f-861a-57fb69c80e80), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.404110 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-47e24003-de50-463f-8118-446b44a4244f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.405387 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-47e24003-de50-463f-8118-446b44a4244f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/36eff135-8cec-414f-861a-57fb69c80e80 HTTP/1.1" status: 204 len: 168 time: 0.1299241 Aug 05 02:31:51.414571 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e24003-de50-463f-8118-446b44a4244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eff135-8cec-414f-861a-57fb69c80e80,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:51.428158 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:51.447935 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (a68b1751-4c77-41ca-80e7-300bcc5e2f50), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.481689 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event deleted for resources: {'Port': ['ID=a68b1751-4c77-41ca-80e7-300bcc5e2f50,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:51.492191 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.492702 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.493143 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.493583 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.494017 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.494547 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.495618 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.495618 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.495932 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.496420 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.496811 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.497236 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.497659 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.500649 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.501100 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:31:51.553244 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda797-d58f-4ebe-ba86-7617ba4e3ba1 req-67898c98-1481-4256-845a-4707f1f02afa tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:31:51.555487 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fbdda797-d58f-4ebe-ba86-7617ba4e3ba1 req-67898c98-1481-4256-845a-4707f1f02afa tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0617208 Aug 05 02:31:51.585964 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:51.605628 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:51.627357 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Router 713224f4-37c5-491f-9e4b-cce9aaf892c0 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:31:51.628282 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fbdda797-d58f-4ebe-ba86-7617ba4e3ba1 req-5fd01170-e8e5-491b-bf47-f5363ef27973 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573823 Aug 05 02:31:51.732530 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:31:51.742494 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] Sync routers for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:31:51.751885 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:51.755820 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:31:51.756606 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:31:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:51.780535 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] No DVR routers for this DVR port a68b1751-4c77-41ca-80e7-300bcc5e2f50 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:31:51.783165 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.786383 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2dc85a12-b6f7-41ef-97c3-43f0401b7a2e req-442e0060-acd4-4e86-be07-81409892af91 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.45 "DELETE /networking/v2.0/ports/a68b1751-4c77-41ca-80e7-300bcc5e2f50 HTTP/1.1" status: 204 len: 173 time: 0.8657281 Aug 05 02:31:51.786827 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-deleted', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:31:51.789205 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf43857a-2be7-4f99-971d-fd7620afaaab" -d '{"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-deleted", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:31:51.821742 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46544) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:51.836080 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-73798d93-de61-476e-965f-ac2436ee0405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.851346 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730b55ba-d62b-48de-98a0-b7d3dd0cf7b5 x-openstack-request-id: req-730b55ba-d62b-48de-98a0-b7d3dd0cf7b5 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:31:51.851643 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac84bba5-1a3a-4625-ad22-276df81d03a1", "name": "network-vif-deleted", "tag": "a68b1751-4c77-41ca-80e7-300bcc5e2f50", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:31:51.851895 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-730b55ba-d62b-48de-98a0-b7d3dd0cf7b5 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:31:51.852305 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730b55ba-d62b-48de-98a0-b7d3dd0cf7b5'] response: {'server_uuid': 'ac84bba5-1a3a-4625-ad22-276df81d03a1', 'name': 'network-vif-deleted', 'tag': 'a68b1751-4c77-41ca-80e7-300bcc5e2f50', 'status': 'completed', 'code': 200} Aug 05 02:31:51.924007 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:31:51.937555 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-73798d93-de61-476e-965f-ac2436ee0405 admin admin] Publish callbacks [] for security_group (0a9d8aca-81b6-4148-818b-654d2e078531), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.942038 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-73798d93-de61-476e-965f-ac2436ee0405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (0a9d8aca-81b6-4148-818b-654d2e078531), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:51.984236 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73798d93-de61-476e-965f-ac2436ee0405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9d8aca-81b6-4148-818b-654d2e078531,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:52.007000 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-73798d93-de61-476e-965f-ac2436ee0405 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7e2c9624c1d14f31a56923438d70163f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815479 Aug 05 02:31:52.007526 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46546) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:52.071953 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e5e538a-579a-47c2-a08a-5a110e0af8bc admin admin] Publish callbacks [] for security_group (0a9d8aca-81b6-4148-818b-654d2e078531), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:52.098220 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e5e538a-579a-47c2-a08a-5a110e0af8bc admin admin] Publish callbacks [] for security_group (0a9d8aca-81b6-4148-818b-654d2e078531), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:52.142629 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:52.151036 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e5e538a-579a-47c2-a08a-5a110e0af8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (0a9d8aca-81b6-4148-818b-654d2e078531), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:52.154260 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e5e538a-579a-47c2-a08a-5a110e0af8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:52.155614 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-1e5e538a-579a-47c2-a08a-5a110e0af8bc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0a9d8aca-81b6-4148-818b-654d2e078531 HTTP/1.1" status: 204 len: 168 time: 0.1470685 Aug 05 02:31:52.167936 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e538a-579a-47c2-a08a-5a110e0af8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9d8aca-81b6-4148-818b-654d2e078531,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:52.172695 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-fe0e5439-fd39-41ab-af9f-13ee3e47527f req-042fc1f2-04a3-408a-86e4-c4314a88ec01 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ac84bba5-1a3a-4625-ad22-276df81d03a1 HTTP/1.1" status: 200 len: 210 time: 0.0438960 Aug 05 02:31:52.189221 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] Checking router: 713224f4-37c5-491f-9e4b-cce9aaf892c0 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:31:52.204725 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:31:52.205347 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:31:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:52.319684 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:31:52.520973 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:52.545876 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d2313-9a8f-45bd-a24c-6a1d9e062517 None None] The sync data for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi is: [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:20:32Z', 'revision_number': 4, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': '84320869-184b-4cf9-91b1-75d97fb6a6c7', 'name': '', 'network_id': '21fc4037-98aa-44e1-a7ca-1e86cf11ad68', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'mac_address': 'fa:16:3e:b7:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:30Z', 'updated_at': '2022-08-05T02:20:43Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'subnets': [{'id': 'f42bb0e6-336d-4d15-8a1c-8162a98ef3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:31:52.598955 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=7 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:52.787999 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c25aea5-ce31-4301-a839-85de4c6d4914 None None] New status for floating IP cdcc48b1-83a2-4e03-a9ff-2e82bada9423: DOWN {{(pid=104198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:31:53.269144 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46582) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:53.289527 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46584) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:53.324531 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c01c4c81-4c6a-44fd-904e-003da2e790d7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (57e8729c-a907-4911-af78-9313c565b2c3), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.348145 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c01c4c81-4c6a-44fd-904e-003da2e790d7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (57e8729c-a907-4911-af78-9313c565b2c3), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.366436 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:53.397468 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c01c4c81-4c6a-44fd-904e-003da2e790d7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (57e8729c-a907-4911-af78-9313c565b2c3), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.398852 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c17378f0-6cee-4500-9149-e60d1e3aeb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.400016 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c01c4c81-4c6a-44fd-904e-003da2e790d7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.401801 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-c01c4c81-4c6a-44fd-904e-003da2e790d7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/57e8729c-a907-4911-af78-9313c565b2c3 HTTP/1.1" status: 204 len: 168 time: 0.1316528 Aug 05 02:31:53.406110 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46588) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:53.421471 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c4c81-4c6a-44fd-904e-003da2e790d7 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e8729c-a907-4911-af78-9313c565b2c3,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:53.424440 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.api.v2.resource [None req-d19ce67e-8073-424c-93ad-25b75fe87502 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] show failed (client error): The resource could not be found. Aug 05 02:31:53.425475 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d19ce67e-8073-424c-93ad-25b75fe87502 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "GET /networking/v2.0/security-groups/57e8729c-a907-4911-af78-9313c565b2c3 HTTP/1.1" status: 404 len: 347 time: 0.0184186 Aug 05 02:31:53.428309 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46590) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:53.493144 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c17378f0-6cee-4500-9149-e60d1e3aeb33 admin admin] Publish callbacks [] for security_group (919b848c-f894-478a-a150-5679e1e14675), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.496736 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c17378f0-6cee-4500-9149-e60d1e3aeb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (919b848c-f894-478a-a150-5679e1e14675), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.537479 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c17378f0-6cee-4500-9149-e60d1e3aeb33 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ee7e7c112caa46d4a5150ce517235f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467694 Aug 05 02:31:53.538245 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17378f0-6cee-4500-9149-e60d1e3aeb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919b848c-f894-478a-a150-5679e1e14675,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:53.540084 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46592) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:53.554992 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Deleting port 1d0dabcc-12db-40e4-8509-fb3571be2530 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:53.555332 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (1d0dabcc-12db-40e4-8509-fb3571be2530), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.648646 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2150a58-2f76-41af-b6a4-1d37442e5b93 admin admin] Publish callbacks [] for security_group (919b848c-f894-478a-a150-5679e1e14675), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.667706 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (1d0dabcc-12db-40e4-8509-fb3571be2530), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.668032 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (1d0dabcc-12db-40e4-8509-fb3571be2530), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.694419 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Calling delete_port for 1d0dabcc-12db-40e4-8509-fb3571be2530 owned by network:floatingip {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:53.697369 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2150a58-2f76-41af-b6a4-1d37442e5b93 admin admin] Publish callbacks [] for security_group (919b848c-f894-478a-a150-5679e1e14675), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.764794 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:53.803467 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2150a58-2f76-41af-b6a4-1d37442e5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (919b848c-f894-478a-a150-5679e1e14675), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.805940 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f2150a58-2f76-41af-b6a4-1d37442e5b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.807062 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-f2150a58-2f76-41af-b6a4-1d37442e5b93 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/919b848c-f894-478a-a150-5679e1e14675 HTTP/1.1" status: 204 len: 168 time: 0.2660604 Aug 05 02:31:53.820685 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2150a58-2f76-41af-b6a4-1d37442e5b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919b848c-f894-478a-a150-5679e1e14675,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:53.868424 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (1d0dabcc-12db-40e4-8509-fb3571be2530), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.902531 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Pushing event deleted for resources: {'Port': ['ID=1d0dabcc-12db-40e4-8509-fb3571be2530,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:53.964360 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks [] for floatingip (cdcc48b1-83a2-4e03-a9ff-2e82bada9423), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.966898 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:53.968072 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-c86b4464-8a92-4973-b8e0-4905e4c82561 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/cdcc48b1-83a2-4e03-a9ff-2e82bada9423 HTTP/1.1" status: 204 len: 168 time: 0.5388398 Aug 05 02:31:55.169559 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:31:55.186017 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: a68b1751-4c77-41ca-80e7-300bcc5e2f50 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:31:55.186369 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a68b1751-4c77-41ca-80e7-300bcc5e2f50 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:31:56.401510 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46648) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:56.817213 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:56.863857 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (713224f4-37c5-491f-9e4b-cce9aaf892c0), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:57.081149 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Deleting port 84320869-184b-4cf9-91b1-75d97fb6a6c7 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:57.081384 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:57.167579 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] For port 84320869-184b-4cf9-91b1-75d97fb6a6c7, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=84320869-184b-4cf9-91b1-75d97fb6a6c7,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:57.167579 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:57.179859 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Calling delete_port for 84320869-184b-4cf9-91b1-75d97fb6a6c7 owned by network:router_interface {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:57.181474 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:57.358504 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (84320869-184b-4cf9-91b1-75d97fb6a6c7), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:57.383600 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Pushing event deleted for resources: {'Port': ['ID=84320869-184b-4cf9-91b1-75d97fb6a6c7,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:57.548076 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (713224f4-37c5-491f-9e4b-cce9aaf892c0), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:57.652235 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:57.755649 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Router 713224f4-37c5-491f-9e4b-cce9aaf892c0 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:31:57.855680 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:31:57.861333 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-237b02c6-60ea-46b5-8c8f-a83a8f82a045 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/713224f4-37c5-491f-9e4b-cce9aaf892c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4586923 Aug 05 02:31:57.864425 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46654) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:57.866215 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] Sync routers for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:31:57.877306 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:31:57.877917 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:31:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:57.961703 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks [] for router (713224f4-37c5-491f-9e4b-cce9aaf892c0), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:57.976352 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:31:58.061155 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks [] for router_gateway (713224f4-37c5-491f-9e4b-cce9aaf892c0), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.074953 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:58.106327 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Deleting port d0568c0d-8239-4d57-8164-ee62f67fba6e {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:58.106661 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.141931 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:31:57Z', 'revision_number': 5, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port': {'id': 'd0568c0d-8239-4d57-8164-ee62f67fba6e', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:20:19Z', 'updated_at': '2022-08-05T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:58.170785 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] Checking router: 713224f4-37c5-491f-9e4b-cce9aaf892c0 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:31:58.173972 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=100 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:58.179019 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=100 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:58.181346 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] Routers {'713224f4-37c5-491f-9e4b-cce9aaf892c0'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:31:58.181950 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:31:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['713224f4-37c5-491f-9e4b-cce9aaf892c0'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:58.200134 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] For port d0568c0d-8239-4d57-8164-ee62f67fba6e, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=d0568c0d-8239-4d57-8164-ee62f67fba6e,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:58.200538 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.213802 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Calling delete_port for d0568c0d-8239-4d57-8164-ee62f67fba6e owned by network:router_gateway {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:58.265271 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] Set router 713224f4-37c5-491f-9e4b-cce9aaf892c0 gateway port host: None {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:31:58.313291 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:31:58Z', 'revision_number': 6, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port_host': None}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:58.338597 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780679a-4cc7-4505-b85f-842ab2154147 None None] The sync data for ids ['713224f4-37c5-491f-9e4b-cce9aaf892c0'] in dv-cinder-815582-13-iscsi is: [{'id': '713224f4-37c5-491f-9e4b-cce9aaf892c0', 'name': 'tempest-AttachVolumeShelveTestJSON-484598894-router', 'tenant_id': '6873a99b9878495895acb21ed2133bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:20:17Z', 'updated_at': '2022-08-05T02:31:58Z', 'revision_number': 6, 'project_id': '6873a99b9878495895acb21ed2133bb6', 'gw_port_host': None}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:31:58.402974 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (d0568c0d-8239-4d57-8164-ee62f67fba6e), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.428372 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0568c0d-8239-4d57-8164-ee62f67fba6e,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:58.494202 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (713224f4-37c5-491f-9e4b-cce9aaf892c0), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.545833 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:58.581295 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (713224f4-37c5-491f-9e4b-cce9aaf892c0), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.583548 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks [] for router_controller (713224f4-37c5-491f-9e4b-cce9aaf892c0), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.624947 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (713224f4-37c5-491f-9e4b-cce9aaf892c0), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.625477 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 713224f4-37c5-491f-9e4b-cce9aaf892c0 {{(pid=104196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:31:58.630888 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.632291 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-da513ef4-a706-4efe-adfb-226f19ee8510 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/713224f4-37c5-491f-9e4b-cce9aaf892c0 HTTP/1.1" status: 204 len: 168 time: 0.7666600 Aug 05 02:31:58.634949 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46658) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:58.680431 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f1ec2c-f6bb-4292-bb8e-93991c6ddce4 admin admin] Deleting subnet f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:31:58.683851 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-05f1ec2c-f6bb-4292-bb8e-93991c6ddce4 admin admin] Publish callbacks [] for subnet (f42bb0e6-336d-4d15-8a1c-8162a98ef3d1), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.720474 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-05f1ec2c-f6bb-4292-bb8e-93991c6ddce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13584754'] for subnet (f42bb0e6-336d-4d15-8a1c-8162a98ef3d1), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.804593 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-05f1ec2c-f6bb-4292-bb8e-93991c6ddce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (f42bb0e6-336d-4d15-8a1c-8162a98ef3d1), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.857676 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-05f1ec2c-f6bb-4292-bb8e-93991c6ddce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13018992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12884257'] for subnet (f42bb0e6-336d-4d15-8a1c-8162a98ef3d1), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.881864 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1ec2c-f6bb-4292-bb8e-93991c6ddce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42bb0e6-336d-4d15-8a1c-8162a98ef3d1,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:58.888169 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-05f1ec2c-f6bb-4292-bb8e-93991c6ddce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:58.891469 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-05f1ec2c-f6bb-4292-bb8e-93991c6ddce4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f42bb0e6-336d-4d15-8a1c-8162a98ef3d1 HTTP/1.1" status: 204 len: 168 time: 0.2554257 Aug 05 02:31:58.894693 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46660) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:58.896040 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa7c80b-b264-4f8b-a49d-8dbce8ca2f5c None None] Network 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:31:58.964382 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:31:58.971760 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (21fc4037-98aa-44e1-a7ca-1e86cf11ad68), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.016670 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Deleting port 723b2127-570c-4932-87e0-7cafe3a18d98 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:31:59.017090 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.085376 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] For port 723b2127-570c-4932-87e0-7cafe3a18d98, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=723b2127-570c-4932-87e0-7cafe3a18d98,segment=NetworkSegment(b998340d-0573-46ac-b85f-1ad8cadc6f52),segment_id=b998340d-0573-46ac-b85f-1ad8cadc6f52)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:31:59.085744 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.100106 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Calling delete_port for 723b2127-570c-4932-87e0-7cafe3a18d98 owned by network:dhcp {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:31:59.187003 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (723b2127-570c-4932-87e0-7cafe3a18d98), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.191380 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff544a98-fe18-4340-a8f6-b959b30d4d7e None None] DHCP port deletion for 21fc4037-98aa-44e1-a7ca-1e86cf11ad68 request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:31:59.203300 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] No DVR routers for this DVR port 723b2127-570c-4932-87e0-7cafe3a18d98 on host dv-cinder-815582-13-iscsi {{(pid=104196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:31:59.226062 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Pushing event deleted for resources: {'Port': ['ID=723b2127-570c-4932-87e0-7cafe3a18d98,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:59.302378 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (21fc4037-98aa-44e1-a7ca-1e86cf11ad68), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.323310 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fc4037-98aa-44e1-a7ca-1e86cf11ad68']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:59.333763 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b998340d-0573-46ac-b85f-1ad8cadc6f52') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:59.334060 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b998340d-0573-46ac-b85f-1ad8cadc6f52') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:31:59.344092 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (b998340d-0573-46ac-b85f-1ad8cadc6f52), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.357480 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (b998340d-0573-46ac-b85f-1ad8cadc6f52), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.364576 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:31:59.365096 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (b998340d-0573-46ac-b85f-1ad8cadc6f52), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.402763 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment b998340d-0573-46ac-b85f-1ad8cadc6f52 resource provider aggregate not found Aug 05 02:31:59.420214 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment b998340d-0573-46ac-b85f-1ad8cadc6f52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b998340d-0573-46ac-b85f-1ad8cadc6f52 found for delete ", "request_id": "req-718c6595-a2f9-451a-8e9d-48185fccafc0"}]} Aug 05 02:31:59.428608 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (21fc4037-98aa-44e1-a7ca-1e86cf11ad68), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.434055 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.437075 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/21fc4037-98aa-44e1-a7ca-1e86cf11ad68 HTTP/1.1" status: 204 len: 168 time: 0.5414753 Aug 05 02:31:59.453123 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96af740-be89-46d7-965b-e58441af2fec admin admin] Pushing event deleted for resources: {'Network': ['ID=21fc4037-98aa-44e1-a7ca-1e86cf11ad68,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:31:59.551909 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46670) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:59.592888 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-8aa179cc-daba-42a2-ab83-4ab21ee6dedf admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6873a99b9878495895acb21ed2133bb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398233 Aug 05 02:31:59.595300 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46672) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:31:59.644172 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e641e21d-7990-4461-916c-e253bd250ad6 admin admin] Publish callbacks [] for security_group (a8b29759-7b93-417d-9e76-65873c295358), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.665670 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e641e21d-7990-4461-916c-e253bd250ad6 admin admin] Publish callbacks [] for security_group (a8b29759-7b93-417d-9e76-65873c295358), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.710610 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e641e21d-7990-4461-916c-e253bd250ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a8b29759-7b93-417d-9e76-65873c295358), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.713467 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e641e21d-7990-4461-916c-e253bd250ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:31:59.714618 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-e641e21d-7990-4461-916c-e253bd250ad6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a8b29759-7b93-417d-9e76-65873c295358 HTTP/1.1" status: 204 len: 168 time: 0.1184022 Aug 05 02:31:59.722791 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641e21d-7990-4461-916c-e253bd250ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b29759-7b93-417d-9e76-65873c295358,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:00.381156 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 723b2127-570c-4932-87e0-7cafe3a18d98 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:32:00.405547 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 723b2127-570c-4932-87e0-7cafe3a18d98 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:32:00.406220 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 723b2127-570c-4932-87e0-7cafe3a18d98 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:32:00.406524 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device d0568c0d-8239-4d57-8164-ee62f67fba6e no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:32:00.426164 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: d0568c0d-8239-4d57-8164-ee62f67fba6e {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:32:00.426518 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device d0568c0d-8239-4d57-8164-ee62f67fba6e not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:32:00.426943 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 84320869-184b-4cf9-91b1-75d97fb6a6c7 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:32:00.447770 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 84320869-184b-4cf9-91b1-75d97fb6a6c7 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:32:00.448128 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 84320869-184b-4cf9-91b1-75d97fb6a6c7 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:32:01.249080 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:03.291613 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46772) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:03.398603 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d401a5d-7f62-4114-9baf-730aba6281b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:03.419277 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:03.479174 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d401a5d-7f62-4114-9baf-730aba6281b3 admin admin] Publish callbacks [] for security_group (048b40f4-ce1e-452b-af83-3eba7084ef56), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:03.482677 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-7d401a5d-7f62-4114-9baf-730aba6281b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (048b40f4-ce1e-452b-af83-3eba7084ef56), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:03.522048 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-7d401a5d-7f62-4114-9baf-730aba6281b3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c57c1e759ab6472b9e24cab21bbf7267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293882 Aug 05 02:32:03.523966 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d401a5d-7f62-4114-9baf-730aba6281b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048b40f4-ce1e-452b-af83-3eba7084ef56,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:03.524816 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46780) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:03.578280 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecc52-d7bd-45d4-8d54-44d36dfac823 admin admin] Publish callbacks [] for security_group (048b40f4-ce1e-452b-af83-3eba7084ef56), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:03.600846 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecc52-d7bd-45d4-8d54-44d36dfac823 admin admin] Publish callbacks [] for security_group (048b40f4-ce1e-452b-af83-3eba7084ef56), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:03.610360 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:03.627478 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:03.650813 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecc52-d7bd-45d4-8d54-44d36dfac823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (048b40f4-ce1e-452b-af83-3eba7084ef56), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:03.653573 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecc52-d7bd-45d4-8d54-44d36dfac823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:03.654720 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-3e4ecc52-d7bd-45d4-8d54-44d36dfac823 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/048b40f4-ce1e-452b-af83-3eba7084ef56 HTTP/1.1" status: 204 len: 168 time: 0.1289387 Aug 05 02:32:03.662886 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ecc52-d7bd-45d4-8d54-44d36dfac823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048b40f4-ce1e-452b-af83-3eba7084ef56,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:05.607584 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:08.617700 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:09.180812 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46920) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:09.290398 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-010dd1e6-b594-41e9-b40f-48e7b9ee559e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:09.368705 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-010dd1e6-b594-41e9-b40f-48e7b9ee559e admin admin] Publish callbacks [] for security_group (8c043322-778a-49a0-ba18-24fbb0455d15), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:09.372262 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-010dd1e6-b594-41e9-b40f-48e7b9ee559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (8c043322-778a-49a0-ba18-24fbb0455d15), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:09.412405 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dd1e6-b594-41e9-b40f-48e7b9ee559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c043322-778a-49a0-ba18-24fbb0455d15,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:09.419909 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46924) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:09.420609 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-010dd1e6-b594-41e9-b40f-48e7b9ee559e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=aa1ddae651ae43b8858dda78df091ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380567 Aug 05 02:32:09.470119 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f13bf7b6-d865-44fa-9d2a-6c32bd70b958 admin admin] Publish callbacks [] for security_group (8c043322-778a-49a0-ba18-24fbb0455d15), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:09.491105 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f13bf7b6-d865-44fa-9d2a-6c32bd70b958 admin admin] Publish callbacks [] for security_group (8c043322-778a-49a0-ba18-24fbb0455d15), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:09.538996 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f13bf7b6-d865-44fa-9d2a-6c32bd70b958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (8c043322-778a-49a0-ba18-24fbb0455d15), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:09.541994 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f13bf7b6-d865-44fa-9d2a-6c32bd70b958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:09.543136 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-f13bf7b6-d865-44fa-9d2a-6c32bd70b958 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8c043322-778a-49a0-ba18-24fbb0455d15 HTTP/1.1" status: 204 len: 168 time: 0.1222770 Aug 05 02:32:09.551462 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bf7b6-d865-44fa-9d2a-6c32bd70b958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c043322-778a-49a0-ba18-24fbb0455d15,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:10.036633 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c21e5f1f-7672-4543-9cf5-a10cc6559080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.189554 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46948) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:10.289583 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-171030556-network', 'tenant_id': '1541a453a7884d9da6a2f1345c405867'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:10.312232 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Made reservation on behalf of 1541a453a7884d9da6a2f1345c405867 for: {'network': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:32:10.314637 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.323191 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.402767 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Publish callbacks [] for security_group (ad158540-5105-4240-8a31-deecdc15bfca), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.406624 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (ad158540-5105-4240-8a31-deecdc15bfca), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.437544 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=104195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:32:10.443253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad158540-5105-4240-8a31-deecdc15bfca,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:10.450872 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (a9a78f6b-28aa-4193-a38e-5d54088b4879), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.450872 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.segments_db [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Added segment a9a78f6b-28aa-4193-a38e-5d54088b4879 of type vlan for network 18ed6601-f936-4d3d-ad6c-c9f381eef541 Aug 05 02:32:10.491373 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (18ed6601-f936-4d3d-ad6c-c9f381eef541), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.519764 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (18ed6601-f936-4d3d-ad6c-c9f381eef541), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.520857 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:10.521432 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.578668 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3880756 Aug 05 02:32:10.581992 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46952) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:10.587931 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Request body: {'subnet': {'network_id': '18ed6601-f936-4d3d-ad6c-c9f381eef541', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-171030556-subnet', 'tenant_id': '1541a453a7884d9da6a2f1345c405867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:10.591209 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a9485-f096-4fa0-a7e3-bad4770a00b0 admin admin] Pushing event updated for resources: {'Network': ['ID=18ed6601-f936-4d3d-ad6c-c9f381eef541,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:10.597585 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:10.601399 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 18ed6601-f936-4d3d-ad6c-c9f381eef541 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:32:10.610633 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Made reservation on behalf of 1541a453a7884d9da6a2f1345c405867 for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:32:10.613375 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12884284'] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:10.784426 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13019057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12884266'] for subnet (8778943b-f13d-441c-ac11-08e9684b7e8d), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.100624 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8778943b-f13d-441c-ac11-08e9684b7e8d,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:11.114134 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Checking segment: {'id': 'a9a78f6b-28aa-4193-a38e-5d54088b4879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '18ed6601-f936-4d3d-ad6c-c9f381eef541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:32:11.114489 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Network hostable DHCP agents. Network: 18ed6601-f936-4d3d-ad6c-c9f381eef541, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:32:11.133463 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Network 18ed6601-f936-4d3d-ad6c-c9f381eef541 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:32:11.144954 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 18ed6601-f936-4d3d-ad6c-c9f381eef541) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:11.150271 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:11.151259 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.161126 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc8c0e-4569-4dc4-8ecf-0a10fd8a5ecd None None] Network 18ed6601-f936-4d3d-ad6c-c9f381eef541 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:32:11.186323 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-1a5ec3c8-54c8-4fff-985c-b9b1ca4b15d7 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6029499 Aug 05 02:32:11.265196 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243588de-0d63-46d6-95a9-9c42fe20dca3 None None] Network 18ed6601-f936-4d3d-ad6c-c9f381eef541 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:32:11.679866 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46970) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:11.684684 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2046714779-network', 'tenant_id': 'bdb4bcb880144d0e99a2a776097bfee9'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:11.709758 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Made reservation on behalf of bdb4bcb880144d0e99a2a776097bfee9 for: {'network': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:32:11.712908 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.723664 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.757971 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:11.806582 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Publish callbacks [] for security_group (c569f040-6a95-433f-9737-dd170a079f3f), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.810433 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c569f040-6a95-433f-9737-dd170a079f3f), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.839763 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=104196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:32:11.846058 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c569f040-6a95-433f-9737-dd170a079f3f,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:11.853567 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (d12fc54c-82ca-4c0b-9324-a1d956f2bd95), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.855002 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.segments_db [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Added segment d12fc54c-82ca-4c0b-9324-a1d956f2bd95 of type vlan for network 68c74da1-b22b-46a2-b962-c61ea639cc48 Aug 05 02:32:11.899033 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (68c74da1-b22b-46a2-b962-c61ea639cc48), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.922637 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (68c74da1-b22b-46a2-b962-c61ea639cc48), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.923826 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:11.924428 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:11.983147 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3021321 Aug 05 02:32:11.986621 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46972) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:11.991639 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Request body: {'subnet': {'network_id': '68c74da1-b22b-46a2-b962-c61ea639cc48', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2046714779-subnet', 'tenant_id': 'bdb4bcb880144d0e99a2a776097bfee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:11.994160 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4c4f4-8be4-4f45-9866-6352b05ab2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=68c74da1-b22b-46a2-b962-c61ea639cc48,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:12.004881 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 68c74da1-b22b-46a2-b962-c61ea639cc48 details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:32:12.012758 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Made reservation on behalf of bdb4bcb880144d0e99a2a776097bfee9 for: {'subnet': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:32:12.015078 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24870544'] for subnet (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.194280 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24822764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24870534'] for subnet (44077890-18b8-4f1a-b93d-d24d0e653077), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.224186 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:12.233243 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=5,neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:12.248601 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-101eed2d-e7bc-4c9b-873f-1d2eed42c8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.258197 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44077890-18b8-4f1a-b93d-d24d0e653077,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:12.278954 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Checking segment: {'id': 'd12fc54c-82ca-4c0b-9324-a1d956f2bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '68c74da1-b22b-46a2-b962-c61ea639cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:32:12.279312 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Network hostable DHCP agents. Network: 68c74da1-b22b-46a2-b962-c61ea639cc48, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:32:12.296700 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Network 68c74da1-b22b-46a2-b962-c61ea639cc48 is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:32:12.305552 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 68c74da1-b22b-46a2-b962-c61ea639cc48) {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:12.309664 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:12.310253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.314419 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969f992-d064-4e99-bd38-7ae467067198 None None] Network 68c74da1-b22b-46a2-b962-c61ea639cc48 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:32:12.325986 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-52ff3653-538a-4fcf-bf18-179bcdf3984a admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3381784 Aug 05 02:32:12.423187 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae86931-522c-4143-a589-ff1acf288c3b None None] Network 68c74da1-b22b-46a2-b962-c61ea639cc48 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:32:12.460834 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46978) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:12.508654 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3e50de-8878-4f40-b774-b426d8dcc1e3 admin admin] Deleting subnet 8778943b-f13d-441c-ac11-08e9684b7e8d {{(pid=104195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:32:12.511902 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e3e50de-8878-4f40-b774-b426d8dcc1e3 admin admin] Publish callbacks [] for subnet (8778943b-f13d-441c-ac11-08e9684b7e8d), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.546780 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e3e50de-8878-4f40-b774-b426d8dcc1e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12914265'] for subnet (8778943b-f13d-441c-ac11-08e9684b7e8d), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.590705 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e3e50de-8878-4f40-b774-b426d8dcc1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (8778943b-f13d-441c-ac11-08e9684b7e8d), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.644690 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e3e50de-8878-4f40-b774-b426d8dcc1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24822573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24870541'] for subnet (8778943b-f13d-441c-ac11-08e9684b7e8d), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.668549 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e50de-8878-4f40-b774-b426d8dcc1e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8778943b-f13d-441c-ac11-08e9684b7e8d,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:12.674214 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e3e50de-8878-4f40-b774-b426d8dcc1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.677309 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-2e3e50de-8878-4f40-b774-b426d8dcc1e3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/8778943b-f13d-441c-ac11-08e9684b7e8d HTTP/1.1" status: 204 len: 168 time: 0.2154801 Aug 05 02:32:12.679779 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46982) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:12.751680 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (18ed6601-f936-4d3d-ad6c-c9f381eef541), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.828019 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (18ed6601-f936-4d3d-ad6c-c9f381eef541), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.848364 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ed6601-f936-4d3d-ad6c-c9f381eef541']}} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:12.858205 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a78f6b-28aa-4193-a38e-5d54088b4879') {'for_net_delete': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:12.858503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a78f6b-28aa-4193-a38e-5d54088b4879') {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:12.870724 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12914256'] for segment (a9a78f6b-28aa-4193-a38e-5d54088b4879), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.886253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (a9a78f6b-28aa-4193-a38e-5d54088b4879), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.893585 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=104195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:32:12.893983 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24822927'] for segment (a9a78f6b-28aa-4193-a38e-5d54088b4879), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.936712 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment a9a78f6b-28aa-4193-a38e-5d54088b4879 resource provider aggregate not found Aug 05 02:32:12.956111 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment a9a78f6b-28aa-4193-a38e-5d54088b4879 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9a78f6b-28aa-4193-a38e-5d54088b4879 found for delete ", "request_id": "req-c542c28f-b1c6-4589-9661-ddac4ecdad12"}]} Aug 05 02:32:12.963497 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (18ed6601-f936-4d3d-ad6c-c9f381eef541), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.968219 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:12.971987 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/18ed6601-f936-4d3d-ad6c-c9f381eef541 HTTP/1.1" status: 204 len: 168 time: 0.2910807 Aug 05 02:32:12.974820 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46988) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:12.984837 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda4189-22d3-4b57-8ca5-40edccd56b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=18ed6601-f936-4d3d-ad6c-c9f381eef541,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:13.020192 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-749bf70a-3789-438f-8e34-f500cb90792a admin admin] Deleting subnet 44077890-18b8-4f1a-b93d-d24d0e653077 {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:32:13.022892 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:13.023738 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-749bf70a-3789-438f-8e34-f500cb90792a admin admin] Publish callbacks [] for subnet (44077890-18b8-4f1a-b93d-d24d0e653077), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.061304 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-749bf70a-3789-438f-8e34-f500cb90792a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13584754'] for subnet (44077890-18b8-4f1a-b93d-d24d0e653077), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.104461 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-749bf70a-3789-438f-8e34-f500cb90792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (44077890-18b8-4f1a-b93d-d24d0e653077), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.159073 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-749bf70a-3789-438f-8e34-f500cb90792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13018992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12884257'] for subnet (44077890-18b8-4f1a-b93d-d24d0e653077), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.186346 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bf70a-3789-438f-8e34-f500cb90792a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44077890-18b8-4f1a-b93d-d24d0e653077,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:13.188564 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-749bf70a-3789-438f-8e34-f500cb90792a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.192006 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-749bf70a-3789-438f-8e34-f500cb90792a admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/44077890-18b8-4f1a-b93d-d24d0e653077 HTTP/1.1" status: 204 len: 168 time: 0.2160444 Aug 05 02:32:13.194703 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 46990) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:13.255403 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.268306 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (68c74da1-b22b-46a2-b962-c61ea639cc48), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.597957 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (68c74da1-b22b-46a2-b962-c61ea639cc48), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.617090 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c74da1-b22b-46a2-b962-c61ea639cc48']}} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:13.624773 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:13.627207 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12fc54c-82ca-4c0b-9324-a1d956f2bd95') {'for_net_delete': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:13.627537 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12fc54c-82ca-4c0b-9324-a1d956f2bd95') {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:13.638773 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12914256'] for segment (d12fc54c-82ca-4c0b-9324-a1d956f2bd95), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.655322 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (d12fc54c-82ca-4c0b-9324-a1d956f2bd95), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.663340 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=104195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:32:13.663801 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24822927'] for segment (d12fc54c-82ca-4c0b-9324-a1d956f2bd95), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.721740 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (68c74da1-b22b-46a2-b962-c61ea639cc48), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.726054 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:13.729172 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/68c74da1-b22b-46a2-b962-c61ea639cc48 HTTP/1.1" status: 204 len: 168 time: 0.5333035 Aug 05 02:32:13.741997 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f1612-849b-42a1-ae68-acfe0912191d admin admin] Pushing event deleted for resources: {'Network': ['ID=68c74da1-b22b-46a2-b962-c61ea639cc48,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:13.901600 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46996) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:13.944995 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d4a68b94-f3ef-47da-8e55-c548613570cb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1541a453a7884d9da6a2f1345c405867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420966 Aug 05 02:32:13.947398 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 46998) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:13.996147 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1bfc8aca-3d6b-4303-9d47-bbb35e90a003 admin admin] Publish callbacks [] for security_group (ad158540-5105-4240-8a31-deecdc15bfca), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.022556 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1bfc8aca-3d6b-4303-9d47-bbb35e90a003 admin admin] Publish callbacks [] for security_group (ad158540-5105-4240-8a31-deecdc15bfca), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.070841 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1bfc8aca-3d6b-4303-9d47-bbb35e90a003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (ad158540-5105-4240-8a31-deecdc15bfca), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.073584 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1bfc8aca-3d6b-4303-9d47-bbb35e90a003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.074733 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-1bfc8aca-3d6b-4303-9d47-bbb35e90a003 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ad158540-5105-4240-8a31-deecdc15bfca HTTP/1.1" status: 204 len: 168 time: 0.1264114 Aug 05 02:32:14.083019 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc8aca-3d6b-4303-9d47-bbb35e90a003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad158540-5105-4240-8a31-deecdc15bfca,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:14.402327 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47006) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:14.443832 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d122b263-e190-4b92-bddf-2e8a84152f95 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bdb4bcb880144d0e99a2a776097bfee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402572 Aug 05 02:32:14.445960 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47008) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:14.494988 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-00ffcdf4-641a-47b7-a793-9ea56398d474 admin admin] Publish callbacks [] for security_group (c569f040-6a95-433f-9737-dd170a079f3f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.497072 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:14.519122 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-00ffcdf4-641a-47b7-a793-9ea56398d474 admin admin] Publish callbacks [] for security_group (c569f040-6a95-433f-9737-dd170a079f3f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.568495 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-00ffcdf4-641a-47b7-a793-9ea56398d474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (c569f040-6a95-433f-9737-dd170a079f3f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.570990 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-00ffcdf4-641a-47b7-a793-9ea56398d474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.572125 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-00ffcdf4-641a-47b7-a793-9ea56398d474 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c569f040-6a95-433f-9737-dd170a079f3f HTTP/1.1" status: 204 len: 168 time: 0.1251714 Aug 05 02:32:14.579862 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffcdf4-641a-47b7-a793-9ea56398d474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c569f040-6a95-433f-9737-dd170a079f3f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:14.880191 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:14.888540 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.914471 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:14.979274 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment d12fc54c-82ca-4c0b-9324-a1d956f2bd95 resource provider aggregate not found Aug 05 02:32:15.000525 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment d12fc54c-82ca-4c0b-9324-a1d956f2bd95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d12fc54c-82ca-4c0b-9324-a1d956f2bd95 found for delete ", "request_id": "req-8fca8331-63af-4e92-af66-21b181f389ac"}]} Aug 05 02:32:16.202063 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47066) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:16.306670 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-65ef5949-c307-41a2-a560-bf89456a82c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.386004 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-65ef5949-c307-41a2-a560-bf89456a82c1 admin admin] Publish callbacks [] for security_group (1cf1a148-b61f-464b-bb6b-6dd52f53f8b9), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.390126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-65ef5949-c307-41a2-a560-bf89456a82c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (1cf1a148-b61f-464b-bb6b-6dd52f53f8b9), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.431110 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-65ef5949-c307-41a2-a560-bf89456a82c1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=509ca55bc0bc41309aa6a17dd2df0faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279599 Aug 05 02:32:16.431969 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef5949-c307-41a2-a560-bf89456a82c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf1a148-b61f-464b-bb6b-6dd52f53f8b9,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:16.433785 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47072) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:16.484643 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-42cf0a7d-89aa-41b4-856f-0f3124e94cf8 admin admin] Publish callbacks [] for security_group (1cf1a148-b61f-464b-bb6b-6dd52f53f8b9), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.486562 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:16.509016 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-42cf0a7d-89aa-41b4-856f-0f3124e94cf8 admin admin] Publish callbacks [] for security_group (1cf1a148-b61f-464b-bb6b-6dd52f53f8b9), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.556880 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-42cf0a7d-89aa-41b4-856f-0f3124e94cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (1cf1a148-b61f-464b-bb6b-6dd52f53f8b9), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.559656 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-42cf0a7d-89aa-41b4-856f-0f3124e94cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.560965 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-42cf0a7d-89aa-41b4-856f-0f3124e94cf8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1cf1a148-b61f-464b-bb6b-6dd52f53f8b9 HTTP/1.1" status: 204 len: 168 time: 0.1256392 Aug 05 02:32:16.568912 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf0a7d-89aa-41b4-856f-0f3124e94cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf1a148-b61f-464b-bb6b-6dd52f53f8b9,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:16.830770 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47082) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:16.845229 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-239e0cb5-53e2-40c0-a66d-366b8847ccea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.923295 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-239e0cb5-53e2-40c0-a66d-366b8847ccea admin admin] Publish callbacks [] for security_group (32592dcd-855f-42d0-8641-f364e555c0b3), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.926951 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-239e0cb5-53e2-40c0-a66d-366b8847ccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (32592dcd-855f-42d0-8641-f364e555c0b3), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:16.966182 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-239e0cb5-53e2-40c0-a66d-366b8847ccea admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d1dcc5343a264a1484bbb998b33c23eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343462 Aug 05 02:32:16.968066 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e0cb5-53e2-40c0-a66d-366b8847ccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32592dcd-855f-42d0-8641-f364e555c0b3,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:16.969035 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47084) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:17.018044 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5f3b280b-5042-4726-a86f-f9143a987547 admin admin] Publish callbacks [] for security_group (32592dcd-855f-42d0-8641-f364e555c0b3), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:17.038583 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5f3b280b-5042-4726-a86f-f9143a987547 admin admin] Publish callbacks [] for security_group (32592dcd-855f-42d0-8641-f364e555c0b3), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:17.085438 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5f3b280b-5042-4726-a86f-f9143a987547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (32592dcd-855f-42d0-8641-f364e555c0b3), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:17.088270 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5f3b280b-5042-4726-a86f-f9143a987547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:17.089441 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-5f3b280b-5042-4726-a86f-f9143a987547 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/32592dcd-855f-42d0-8641-f364e555c0b3 HTTP/1.1" status: 204 len: 168 time: 0.1193929 Aug 05 02:32:17.097754 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b280b-5042-4726-a86f-f9143a987547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32592dcd-855f-42d0-8641-f364e555c0b3,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:18.151626 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47120) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:18.257275 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-79f4726d-13aa-4fa9-84c5-506c0dbe2280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:18.267027 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:18.338975 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-79f4726d-13aa-4fa9-84c5-506c0dbe2280 admin admin] Publish callbacks [] for security_group (b000f5ba-8c78-442d-84c7-792033f9ac34), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:18.342648 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-79f4726d-13aa-4fa9-84c5-506c0dbe2280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b000f5ba-8c78-442d-84c7-792033f9ac34), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:18.382913 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-79f4726d-13aa-4fa9-84c5-506c0dbe2280 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4f8e005b413c47ac8bf14c518ae48ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299051 Aug 05 02:32:18.384120 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4726d-13aa-4fa9-84c5-506c0dbe2280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b000f5ba-8c78-442d-84c7-792033f9ac34,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:18.385678 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47124) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:18.434911 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-15a51c60-0e51-4103-bde1-d19261b64f04 admin admin] Publish callbacks [] for security_group (b000f5ba-8c78-442d-84c7-792033f9ac34), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:18.458163 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-15a51c60-0e51-4103-bde1-d19261b64f04 admin admin] Publish callbacks [] for security_group (b000f5ba-8c78-442d-84c7-792033f9ac34), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:18.504637 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-15a51c60-0e51-4103-bde1-d19261b64f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (b000f5ba-8c78-442d-84c7-792033f9ac34), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:18.507293 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-15a51c60-0e51-4103-bde1-d19261b64f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:18.508457 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-15a51c60-0e51-4103-bde1-d19261b64f04 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b000f5ba-8c78-442d-84c7-792033f9ac34 HTTP/1.1" status: 204 len: 168 time: 0.1217663 Aug 05 02:32:18.518315 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a51c60-0e51-4103-bde1-d19261b64f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b000f5ba-8c78-442d-84c7-792033f9ac34,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:19.604680 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:32:23.634490 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47196) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:23.738778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d27f511c-3277-4ae4-9487-72c692e03628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:23.806619 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=9 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:23.815766 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d27f511c-3277-4ae4-9487-72c692e03628 admin admin] Publish callbacks [] for security_group (7f9dd832-c78d-491a-8e32-5535fee62d38), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:23.820030 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d27f511c-3277-4ae4-9487-72c692e03628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7f9dd832-c78d-491a-8e32-5535fee62d38), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:23.830957 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:23.865420 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-d27f511c-3277-4ae4-9487-72c692e03628 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=987079573e6c4d488ede5b7f0eb183f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298532 Aug 05 02:32:23.867175 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f511c-3277-4ae4-9487-72c692e03628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9dd832-c78d-491a-8e32-5535fee62d38,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:23.868227 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47202) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:23.923545 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-433263c2-7c61-4e79-b779-27d7ff54918a admin admin] Publish callbacks [] for security_group (7f9dd832-c78d-491a-8e32-5535fee62d38), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:23.944408 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-433263c2-7c61-4e79-b779-27d7ff54918a admin admin] Publish callbacks [] for security_group (7f9dd832-c78d-491a-8e32-5535fee62d38), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:23.995570 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-433263c2-7c61-4e79-b779-27d7ff54918a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7f9dd832-c78d-491a-8e32-5535fee62d38), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:23.998136 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-433263c2-7c61-4e79-b779-27d7ff54918a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:23.999272 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-433263c2-7c61-4e79-b779-27d7ff54918a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7f9dd832-c78d-491a-8e32-5535fee62d38 HTTP/1.1" status: 204 len: 168 time: 0.1299915 Aug 05 02:32:24.007560 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433263c2-7c61-4e79-b779-27d7ff54918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9dd832-c78d-491a-8e32-5535fee62d38,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:24.260187 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47208) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:24.274180 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8dc8349a-e989-4cda-a671-1a425bafc157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:24.351218 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8dc8349a-e989-4cda-a671-1a425bafc157 admin admin] Publish callbacks [] for security_group (7af18000-199d-4687-b777-9387de376475), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:24.354880 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8dc8349a-e989-4cda-a671-1a425bafc157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7af18000-199d-4687-b777-9387de376475), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:24.394296 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-8dc8349a-e989-4cda-a671-1a425bafc157 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c846e92dcf2e43a681f979a8ea7da44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329980 Aug 05 02:32:24.395252 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8349a-e989-4cda-a671-1a425bafc157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af18000-199d-4687-b777-9387de376475,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:24.397029 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47210) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:24.447349 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5e976e57-84c2-4b80-8b9f-34556a6b78d7 admin admin] Publish callbacks [] for security_group (7af18000-199d-4687-b777-9387de376475), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:24.469276 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5e976e57-84c2-4b80-8b9f-34556a6b78d7 admin admin] Publish callbacks [] for security_group (7af18000-199d-4687-b777-9387de376475), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:24.515132 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5e976e57-84c2-4b80-8b9f-34556a6b78d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7af18000-199d-4687-b777-9387de376475), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:24.518768 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5e976e57-84c2-4b80-8b9f-34556a6b78d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:24.519895 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-5e976e57-84c2-4b80-8b9f-34556a6b78d7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7af18000-199d-4687-b777-9387de376475 HTTP/1.1" status: 204 len: 168 time: 0.1218879 Aug 05 02:32:24.527472 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e976e57-84c2-4b80-8b9f-34556a6b78d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af18000-199d-4687-b777-9387de376475,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:28.532806 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:29.597805 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:31.236495 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:31.247990 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:34.387822 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=19 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:34.389764 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=9,neutron:UPDATE=2,neutron:SELECT=46,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:34.522513 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:34.523394 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:36.197392 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-ff045cc7-b30f-468a-8681-df81b581e2d2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395885 Aug 05 02:32:36.301917 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-2c19a003-b455-4b02-9112-97a2edb4a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:36.303751 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-2c19a003-b455-4b02-9112-97a2edb4a64a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1130 time: 0.0427954 Aug 05 02:32:36.412632 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-3ef7c73d-e860-4647-933e-2b156f2f203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:36.414099 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-3ef7c73d-e860-4647-933e-2b156f2f203c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 200 len: 910 time: 0.0929935 Aug 05 02:32:36.475606 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-09e08d26-1a77-4655-9a06-90da20880595 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 1002 time: 0.0544198 Aug 05 02:32:36.526930 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-46aeb3a6-fc41-4415-9592-2f911dbd7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:36.528407 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-46aeb3a6-fc41-4415-9592-2f911dbd7e35 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 HTTP/1.1" status: 200 len: 848 time: 0.0448565 Aug 05 02:32:36.572702 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-06e4e9a1-970e-437b-84b5-2de6247c34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:36.574194 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-06e4e9a1-970e-437b-84b5-2de6247c34d1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=54505e31-75ca-4416-ae9a-5b70292fe878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396743 Aug 05 02:32:36.675348 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-56d6f467-b501-4e18-8429-e18526bc21aa service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941432 Aug 05 02:32:36.773841 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-11a984af-ab2f-4796-a207-c6e6513f0e12 req-16fd31fb-0ce8-4e3a-96bd-bc791a137718 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927489 Aug 05 02:32:36.899861 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47392) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:37.007142 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c08a3741-6d8d-4d9c-bab1-e703fbcbf13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.081004 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c08a3741-6d8d-4d9c-bab1-e703fbcbf13f admin admin] Publish callbacks [] for security_group (745f059d-6ca3-4b69-9590-f440cba9f7b2), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.084368 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c08a3741-6d8d-4d9c-bab1-e703fbcbf13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (745f059d-6ca3-4b69-9590-f440cba9f7b2), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.123964 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c08a3741-6d8d-4d9c-bab1-e703fbcbf13f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=806ef085ed364a94a6668332486fc3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229741 Aug 05 02:32:37.124871 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a3741-6d8d-4d9c-bab1-e703fbcbf13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745f059d-6ca3-4b69-9590-f440cba9f7b2,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:37.127260 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47396) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:37.176793 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Publish callbacks [] for security_group (745f059d-6ca3-4b69-9590-f440cba9f7b2), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.198111 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Publish callbacks [] for security_group (745f059d-6ca3-4b69-9590-f440cba9f7b2), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.245749 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (745f059d-6ca3-4b69-9590-f440cba9f7b2), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.248487 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.249603 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/745f059d-6ca3-4b69-9590-f440cba9f7b2 HTTP/1.1" status: 204 len: 168 time: 0.1207666 Aug 05 02:32:37.257702 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745f059d-6ca3-4b69-9590-f440cba9f7b2,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:37.264861 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.265207 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.265550 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.265945 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.266773 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.267123 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.267439 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.267829 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.268082 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.268435 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.268766 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.269095 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.269419 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.269741 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.270065 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ebb605-e761-4884-af8b-24b9a7cc9eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:37.527796 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47408) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:37.541528 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5920c356-cd07-4026-beb1-ce4e3098c110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.621794 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5920c356-cd07-4026-beb1-ce4e3098c110 admin admin] Publish callbacks [] for security_group (a117c2a0-9fc1-4f09-9f62-29ffba6be1ed), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.626361 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5920c356-cd07-4026-beb1-ce4e3098c110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a117c2a0-9fc1-4f09-9f62-29ffba6be1ed), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.666355 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-5920c356-cd07-4026-beb1-ce4e3098c110 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9315e3b2add640dda70cc5be414ead41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374462 Aug 05 02:32:37.667231 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920c356-cd07-4026-beb1-ce4e3098c110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a117c2a0-9fc1-4f09-9f62-29ffba6be1ed,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:37.669176 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47410) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:37.721419 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c195a513-cb8e-4c23-845b-196100c63f7c admin admin] Publish callbacks [] for security_group (a117c2a0-9fc1-4f09-9f62-29ffba6be1ed), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.743985 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c195a513-cb8e-4c23-845b-196100c63f7c admin admin] Publish callbacks [] for security_group (a117c2a0-9fc1-4f09-9f62-29ffba6be1ed), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.797228 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c195a513-cb8e-4c23-845b-196100c63f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a117c2a0-9fc1-4f09-9f62-29ffba6be1ed), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.799706 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c195a513-cb8e-4c23-845b-196100c63f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:37.800875 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c195a513-cb8e-4c23-845b-196100c63f7c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a117c2a0-9fc1-4f09-9f62-29ffba6be1ed HTTP/1.1" status: 204 len: 168 time: 0.1301429 Aug 05 02:32:37.808722 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195a513-cb8e-4c23-845b-196100c63f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a117c2a0-9fc1-4f09-9f62-29ffba6be1ed,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:38.129353 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47416) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:38.143729 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b771c73b-0869-433c-9076-278c845cab4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:38.146156 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:38.172864 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:38.225364 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b771c73b-0869-433c-9076-278c845cab4c admin admin] Publish callbacks [] for security_group (f42ac4e1-7b59-4515-a4fa-9f48ddacbb5d), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:38.229196 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b771c73b-0869-433c-9076-278c845cab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f42ac4e1-7b59-4515-a4fa-9f48ddacbb5d), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:38.268522 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-b771c73b-0869-433c-9076-278c845cab4c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=926f4ccfbaae4cd78a2cb50709516b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379924 Aug 05 02:32:38.269425 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771c73b-0869-433c-9076-278c845cab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42ac4e1-7b59-4515-a4fa-9f48ddacbb5d,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:38.271290 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47418) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:38.321284 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0a5b-a7fe-41b5-b50c-c2c618014d2a admin admin] Publish callbacks [] for security_group (f42ac4e1-7b59-4515-a4fa-9f48ddacbb5d), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:38.347516 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0a5b-a7fe-41b5-b50c-c2c618014d2a admin admin] Publish callbacks [] for security_group (f42ac4e1-7b59-4515-a4fa-9f48ddacbb5d), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:38.396494 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0a5b-a7fe-41b5-b50c-c2c618014d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f42ac4e1-7b59-4515-a4fa-9f48ddacbb5d), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:38.398932 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0f4e0a5b-a7fe-41b5-b50c-c2c618014d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:38.400049 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-0f4e0a5b-a7fe-41b5-b50c-c2c618014d2a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f42ac4e1-7b59-4515-a4fa-9f48ddacbb5d HTTP/1.1" status: 204 len: 168 time: 0.1277969 Aug 05 02:32:38.407745 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e0a5b-a7fe-41b5-b50c-c2c618014d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42ac4e1-7b59-4515-a4fa-9f48ddacbb5d,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:38.769175 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47436) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:38.924082 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d9f6243-07a3-4fb8-b401-cbfa6ba149b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:39.008597 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d9f6243-07a3-4fb8-b401-cbfa6ba149b4 admin admin] Publish callbacks [] for security_group (9cddd351-6f49-47f4-a67b-1879f359491e), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:39.013545 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d9f6243-07a3-4fb8-b401-cbfa6ba149b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (9cddd351-6f49-47f4-a67b-1879f359491e), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:39.054214 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f6243-07a3-4fb8-b401-cbfa6ba149b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cddd351-6f49-47f4-a67b-1879f359491e,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:39.059145 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9d9f6243-07a3-4fb8-b401-cbfa6ba149b4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7e03689c17ed437f889489552bc95ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889671 Aug 05 02:32:39.062069 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47450) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:39.116188 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8256172c-a7fe-4921-ae9e-e1fa4514161a admin admin] Publish callbacks [] for security_group (9cddd351-6f49-47f4-a67b-1879f359491e), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:39.138290 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8256172c-a7fe-4921-ae9e-e1fa4514161a admin admin] Publish callbacks [] for security_group (9cddd351-6f49-47f4-a67b-1879f359491e), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:39.186786 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8256172c-a7fe-4921-ae9e-e1fa4514161a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (9cddd351-6f49-47f4-a67b-1879f359491e), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:39.189627 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8256172c-a7fe-4921-ae9e-e1fa4514161a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:39.190770 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-8256172c-a7fe-4921-ae9e-e1fa4514161a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9cddd351-6f49-47f4-a67b-1879f359491e HTTP/1.1" status: 204 len: 168 time: 0.1270843 Aug 05 02:32:39.199228 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256172c-a7fe-4921-ae9e-e1fa4514161a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cddd351-6f49-47f4-a67b-1879f359491e,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:40.046054 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-02ab5bc8-f7ee-4fc5-a6d4-cedf4f16498f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:42.252115 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c1513eac-57b3-49c3-b807-de229981907a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:42.600783 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:42.605514 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:43.257709 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:44.886788 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:44.907351 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:48.384289 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:48.403647 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:49.172386 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=8,neutron:SELECT=44,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:49.195096 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:50.533369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47664) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:50.639444 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cc3-f07f-46c1-87a1-f682c2d6f20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:50.716391 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cc3-f07f-46c1-87a1-f682c2d6f20a admin admin] Publish callbacks [] for security_group (3725089f-85f6-4913-aa5e-723a8644f62a), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:50.719862 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cc3-f07f-46c1-87a1-f682c2d6f20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3725089f-85f6-4913-aa5e-723a8644f62a), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:50.757493 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca8cc3-f07f-46c1-87a1-f682c2d6f20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3725089f-85f6-4913-aa5e-723a8644f62a,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:50.761554 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-72ca8cc3-f07f-46c1-87a1-f682c2d6f20a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=35bdca75a848450c85a203dbf1f2e1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271721 Aug 05 02:32:50.764197 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47668) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:50.814932 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c9733521-4c81-4a0d-a4a7-5bbcb6abde61 admin admin] Publish callbacks [] for security_group (3725089f-85f6-4913-aa5e-723a8644f62a), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:50.836394 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c9733521-4c81-4a0d-a4a7-5bbcb6abde61 admin admin] Publish callbacks [] for security_group (3725089f-85f6-4913-aa5e-723a8644f62a), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:50.890369 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c9733521-4c81-4a0d-a4a7-5bbcb6abde61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3725089f-85f6-4913-aa5e-723a8644f62a), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:50.893270 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c9733521-4c81-4a0d-a4a7-5bbcb6abde61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:50.894648 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c9733521-4c81-4a0d-a4a7-5bbcb6abde61 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3725089f-85f6-4913-aa5e-723a8644f62a HTTP/1.1" status: 204 len: 168 time: 0.1294193 Aug 05 02:32:50.903331 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9733521-4c81-4a0d-a4a7-5bbcb6abde61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3725089f-85f6-4913-aa5e-723a8644f62a,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:51.544575 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47700) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:51.643499 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1810121915-network', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:51.664378 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Made reservation on behalf of 59a7ad5acdc34d0782e2c6807a4fd60f for: {'network': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:32:51.666778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:51.675843 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:51.753490 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Publish callbacks [] for security_group (a19cf353-8494-4133-9d75-d50b37008355), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:51.757249 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a19cf353-8494-4133-9d75-d50b37008355), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:51.779148 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=104195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:32:51.793760 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19cf353-8494-4133-9d75-d50b37008355,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:51.801644 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (a876369d-6970-4084-bf3f-f24d8398ac05), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:51.801993 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.segments_db [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Added segment a876369d-6970-4084-bf3f-f24d8398ac05 of type vlan for network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f Aug 05 02:32:51.812505 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.812865 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.813217 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.813565 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.813944 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.814286 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.814625 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.814959 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.815294 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.815629 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.815993 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.816340 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.816744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.817075 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.817411 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:51.864106 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:51.888262 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:51.889257 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:51.889838 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:51.942240 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3965812 Aug 05 02:32:51.945528 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47708) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:51.950540 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Request body: {'subnet': {'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1810121915-subnet', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:51.953247 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef7bcc-f985-4349-9510-6dd91a586b80 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:51.963986 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:32:51.974740 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Made reservation on behalf of 59a7ad5acdc34d0782e2c6807a4fd60f for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:32:51.977409 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12884284'] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.148708 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13019057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12884266'] for subnet (85e69c5c-ee3f-4026-b9ab-15e662a7276e), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.205194 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e69c5c-ee3f-4026-b9ab-15e662a7276e,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:52.214914 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Checking segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:32:52.215268 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Network hostable DHCP agents. Network: 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:32:52.232034 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:32:52.240396 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:52.244475 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:52.245059 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.249977 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7add4a-def7-42b2-810b-d4c71078e14e None None] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:32:52.261079 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-cb7bd39b-1d67-4e11-a2dd-864dbdf3fc37 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3143563 Aug 05 02:32:52.263974 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47710) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:52.268850 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:52.289766 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.290832 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.346597 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks [] for router_controller (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), precommit_add_association {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.361633 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:32:52.362845 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.489741 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks [] for router_gateway (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.501202 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Allocated IP 172.20.0.2 (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f/85e69c5c-ee3f-4026-b9ab-15e662a7276e/dbb2a470-8441-4130-a29e-9384851ad0ab) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:32:52.644982 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Publish callbacks [] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.650843 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.668919 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks [] for router_gateway (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.687364 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.691352 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:32:52.694445 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:52.696827 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:32:52.708373 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Pushing event updated for resources: {'Port': ['ID=dbb2a470-8441-4130-a29e-9384851ad0ab,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:52.730813 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.731163 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.731509 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.731848 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.732188 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.732554 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.732885 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.733215 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.733541 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.733864 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.734193 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.734525 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.734842 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.735160 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.735481 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:52.744100 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:52.773542 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Attempting to bind port dbb2a470-8441-4130-a29e-9384851ad0ab on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:32:52.773915 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Attempting to bind port dbb2a470-8441-4130-a29e-9384851ad0ab by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:32:52.774281 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Attempting to bind port dbb2a470-8441-4130-a29e-9384851ad0ab on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:32:52.779640 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:32:52.780015 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Checking segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:32:52.780443 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.780949 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Bound using segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:32:52.781429 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Bound port: dbb2a470-8441-4130-a29e-9384851ad0ab, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:32:52.781807 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.796424 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Allocated IP 172.27.0.195 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/ef91114e-a9a7-4598-8e9e-a374bfcfc34f) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:32:52.849793 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] For port dbb2a470-8441-4130-a29e-9384851ad0ab, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:32:52.853007 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] For port dbb2a470-8441-4130-a29e-9384851ad0ab, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=dbb2a470-8441-4130-a29e-9384851ad0ab,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:32:52.858704 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.871173 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:52.885712 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:52.916030 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed60129-c77d-404e-a4df-d1e435378029 None None] Pushing event updated for resources: {'Port': ['ID=dbb2a470-8441-4130-a29e-9384851ad0ab,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:52.916998 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks [] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.952794 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:52.991536 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:32:52.997085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:52.999747 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:32:53.035336 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Pushing event updated for resources: {'Port': ['ID=ef91114e-a9a7-4598-8e9e-a374bfcfc34f,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:53.267458 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks [] for router_gateway (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:53.455056 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:53.589885 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:32:53.640524 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:53.695896 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:53.698997 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:32:53.710841 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Sync routers for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:32:53.719668 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:53.724254 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-fa461a82-d3f2-4be1-b4e0-61dbdaad5cea admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4565210 Aug 05 02:32:53.724571 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47718) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:53.726253 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:32:53.726914 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:32:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:53.751351 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71962ad-440e-4850-bd79-b2321f93ac77 None None] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:32:53.764834 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:53.806309 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:53.813066 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-bd95024d-1d83-44fa-a2d5-6c051629ec3e None None] Provisioning complete for port dbb2a470-8441-4130-a29e-9384851ad0ab triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:53.813522 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bd95024d-1d83-44fa-a2d5-6c051629ec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:53.832675 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:53.845983 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:32:53.933743 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-bd95024d-1d83-44fa-a2d5-6c051629ec3e None None] Current status of the port dbb2a470-8441-4130-a29e-9384851ad0ab is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:32:53.934132 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bd95024d-1d83-44fa-a2d5-6c051629ec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:53.981794 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-bd95024d-1d83-44fa-a2d5-6c051629ec3e None None] For port dbb2a470-8441-4130-a29e-9384851ad0ab, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=dbb2a470-8441-4130-a29e-9384851ad0ab,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:32:53.995907 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bd95024d-1d83-44fa-a2d5-6c051629ec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.042154 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:53Z', 'revision_number': 3, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:54.055736 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95024d-1d83-44fa-a2d5-6c051629ec3e None None] Pushing event updated for resources: {'Port': ['ID=dbb2a470-8441-4130-a29e-9384851ad0ab,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:54.075519 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Checking router: 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:32:54.075947 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Updating router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 port ef91114e-a9a7-4598-8e9e-a374bfcfc34f binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:32:54.105334 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.184548 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.218627 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-fc4abf20-8cad-43ee-b06c-847b66f9cf19 None None] Provisioning complete for port dbb2a470-8441-4130-a29e-9384851ad0ab triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:54.219517 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fc4abf20-8cad-43ee-b06c-847b66f9cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.296752 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-fc4abf20-8cad-43ee-b06c-847b66f9cf19 None None] Current status of the port dbb2a470-8441-4130-a29e-9384851ad0ab is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:32:54.349111 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Allocated IP 172.20.0.1 (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f/85e69c5c-ee3f-4026-b9ab-15e662a7276e/c2e97d50-09b5-4974-859b-53f4a6f4cfc5) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:32:54.363288 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Publish callbacks [] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.373622 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.418495 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Attempting to bind port ef91114e-a9a7-4598-8e9e-a374bfcfc34f on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:32:54.419437 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Attempting to bind port ef91114e-a9a7-4598-8e9e-a374bfcfc34f by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:32:54.419805 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Attempting to bind port ef91114e-a9a7-4598-8e9e-a374bfcfc34f on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:32:54.442985 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:32:54.443393 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:32:54.443714 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device dbb2a470-8441-4130-a29e-9384851ad0ab up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:32:54.443853 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.444125 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:32:54.446422 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Bound port: ef91114e-a9a7-4598-8e9e-a374bfcfc34f, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:32:54.446807 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.479139 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Pushing event updated for resources: {'Port': ['ID=ef91114e-a9a7-4598-8e9e-a374bfcfc34f,revision_number=2']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:54.485266 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Publish callbacks [] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.496746 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.497089 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.497569 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.497921 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.498499 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.498844 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.499169 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.499471 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.499806 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.500131 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.500497 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.500942 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.501114 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.502149 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.502471 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:32:54.533856 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.535811 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port dbb2a470-8441-4130-a29e-9384851ad0ab triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:54.535811 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.545034 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] For port ef91114e-a9a7-4598-8e9e-a374bfcfc34f, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:32:54.554102 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] For port ef91114e-a9a7-4598-8e9e-a374bfcfc34f, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=ef91114e-a9a7-4598-8e9e-a374bfcfc34f,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:32:54.569598 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.578872 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:32:54.587507 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:54.594783 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:32:54.598341 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e97d50-09b5-4974-859b-53f4a6f4cfc5,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:54.630849 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18526c4-a4c6-44bc-9ad8-f24375257928 None None] Pushing event updated for resources: {'Port': ['ID=ef91114e-a9a7-4598-8e9e-a374bfcfc34f,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:54.646548 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:32:54.647223 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:32:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:54.655952 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port dbb2a470-8441-4130-a29e-9384851ad0ab is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:32:54.669792 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.676045 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:54.761885 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:54.777492 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:32:54.778941 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:54.783480 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:54.832050 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.925469 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-6286e32c-8b0f-4c1a-aff6-b6d1787253d2 None None] Provisioning complete for port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:54.926098 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-6286e32c-8b0f-4c1a-aff6-b6d1787253d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:54.958692 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-6286e32c-8b0f-4c1a-aff6-b6d1787253d2 None None] Port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:32:54.971153 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:53Z', 'revision_number': 3, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:54.998850 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe1eaa-c1e4-4f83-95b6-42649ccaef3c None None] The sync data for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi is: [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:53Z', 'revision_number': 3, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:32:55.004314 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Publish callbacks [] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:55.009275 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:55.084964 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e97d50-09b5-4974-859b-53f4a6f4cfc5,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:55.087556 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:55.184428 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:32:55.186318 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:55.312253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:32:55.428813 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:32:55.436386 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c20160fd-09c9-4e5c-ac40-eb4166a85c48 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4009b9df-1dde-4ad1-adf6-17b33b54b6e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7084589 Aug 05 02:32:55.488369 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-240ee17e-bef6-4945-a26d-ea50ad7768ee None None] Provisioning complete for port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:55.488840 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-240ee17e-bef6-4945-a26d-ea50ad7768ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:55.660470 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-240ee17e-bef6-4945-a26d-ea50ad7768ee None None] Port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:32:55.982608 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47738) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:55.988454 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-286026821-network', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:56.010839 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Made reservation on behalf of befac52eb20847e79efa0071b4705d4f for: {'network': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:32:56.013705 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for network (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.023457 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.076818 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:56.108719 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Publish callbacks [] for security_group (3e552463-754b-42d2-a4c0-1d4ff88c99c8), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.112532 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3e552463-754b-42d2-a4c0-1d4ff88c99c8), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.119372 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:56.143175 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=104195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:32:56.149505 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e552463-754b-42d2-a4c0-1d4ff88c99c8,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:56.157381 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (e55793a8-6c61-44fc-9af4-291b7b3c50c8), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.157381 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.segments_db [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Added segment e55793a8-6c61-44fc-9af4-291b7b3c50c8 of type vlan for network c0ff2c06-dc97-49f4-bbe9-51dce166629b Aug 05 02:32:56.198096 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769375105720'] for network (c0ff2c06-dc97-49f4-bbe9-51dce166629b), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.222353 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632'] for network (c0ff2c06-dc97-49f4-bbe9-51dce166629b), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.223278 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:56.223848 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.275387 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2915568 Aug 05 02:32:56.278146 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47740) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:56.283769 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Request body: {'subnet': {'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-286026821-subnet', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'ip_version': 4}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:56.286712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b35e2-d485-4914-9984-6765b437c34f admin admin] Pushing event updated for resources: {'Network': ['ID=c0ff2c06-dc97-49f4-bbe9-51dce166629b,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:56.297618 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Network c0ff2c06-dc97-49f4-bbe9-51dce166629b details requested by agent ovs-agent-dv-cinder-815582-13-iscsi with host dv-cinder-815582-13-iscsi {{(pid=104197) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:32:56.311145 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Made reservation on behalf of befac52eb20847e79efa0071b4705d4f for: {'subnet': 1} {{(pid=104196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:32:56.314731 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12884284'] for subnet (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.434023 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device ef91114e-a9a7-4598-8e9e-a374bfcfc34f up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:32:56.481588 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port ef91114e-a9a7-4598-8e9e-a374bfcfc34f triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:56.481972 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.497845 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13019057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12884266'] for subnet (19824557-7742-4f3a-8d09-78b7d30a2d04), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.513436 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:56.554912 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=19824557-7742-4f3a-8d09-78b7d30a2d04,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:56.556927 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port ef91114e-a9a7-4598-8e9e-a374bfcfc34f is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:32:56.557329 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.562522 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Checking segment: {'id': 'e55793a8-6c61-44fc-9af4-291b7b3c50c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:32:56.562874 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Network hostable DHCP agents. Network: c0ff2c06-dc97-49f4-bbe9-51dce166629b, hostable agents: ['6ae6dbb9-3972-4985-8e6d-b54917e03d1e'], hosted agents: [] {{(pid=104196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:32:56.575955 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:56.580675 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port ef91114e-a9a7-4598-8e9e-a374bfcfc34f, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=ef91114e-a9a7-4598-8e9e-a374bfcfc34f,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:32:56.584316 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Network c0ff2c06-dc97-49f4-bbe9-51dce166629b is scheduled to be hosted by DHCP agent 6ae6dbb9-3972-4985-8e6d-b54917e03d1e with binding_index 1 {{(pid=104196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:32:56.585165 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.597874 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-13-iscsi, c0ff2c06-dc97-49f4-bbe9-51dce166629b) {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:56.601799 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:32:56.607727 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:32:56.608693 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.615270 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b23e3b4-4078-42a4-9e18-a9faefa85cde None None] Network c0ff2c06-dc97-49f4-bbe9-51dce166629b requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:32:56.631131 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-df830e22-059c-40f5-9591-3936affbd2fc admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3518634 Aug 05 02:32:56.632307 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47744) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:56.644045 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:32:56.686807 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Sync routers for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:32:56.688245 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16725321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31581'] for router (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.690039 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16721954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16650955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16353182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31524'] for router (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.697451 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=ef91114e-a9a7-4598-8e9e-a374bfcfc34f,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:56.713637 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:32:56.714291 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:32:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:56.746675 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks [] for router_controller (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), precommit_add_association {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.818402 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7033790-b322-55f0-9c02-6c4952a06ea1-c0ff2c06-dc97-49f4-bbe9-51dce166629b', 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b', 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'fixed_ips': [{'subnet_id': '19824557-7742-4f3a-8d09-78b7d30a2d04'}]}} from dv-cinder-815582-13-iscsi. {{(pid=104197) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 02:32:56.819371 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.885493 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks [] for router_gateway (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:56.914432 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:32:57.072597 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks [] for router_gateway (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.083632 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.db_base_plugin_common [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Allocated IP 172.20.0.2 (c0ff2c06-dc97-49f4-bbe9-51dce166629b/19824557-7742-4f3a-8d09-78b7d30a2d04/0a9b316a-cf10-44a9-9936-85dc1b522b77) {{(pid=104197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:32:57.092342 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.202651 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Allocated IP 172.27.0.106 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/909ad3a9-570e-4d37-8ea7-ff390146b3b3) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:32:57.217946 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 2, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:57.250066 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Checking router: 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:32:57.250418 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Updating router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:32:57.271841 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:57.307991 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks [] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.312873 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.320368 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:57.342092 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.346193 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Publish callbacks [] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), precommit_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.368349 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), after_create {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.378250 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:57.387383 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:32:57.395696 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:57.398155 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:32:57.420287 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:57.425969 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Pushing event updated for resources: {'Port': ['ID=909ad3a9-570e-4d37-8ea7-ff390146b3b3,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:57.471198 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Network c0ff2c06-dc97-49f4-bbe9-51dce166629b is already hosted by enough agents. {{(pid=104197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:32:57.479125 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.scheduler.base_scheduler [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Resources bound (agent type, host, resource id): {{(pid=104197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:57.486673 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Pushing event updated for resources: {'Port': ['ID=0a9b316a-cf10-44a9-9936-85dc1b522b77,revision_number=1']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:57.491112 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Received port after_create {{(pid=104197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:32:57.603767 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Attempting to bind port 0a9b316a-cf10-44a9-9936-85dc1b522b77 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:32:57.604134 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Attempting to bind port 0a9b316a-cf10-44a9-9936-85dc1b522b77 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'e55793a8-6c61-44fc-9af4-291b7b3c50c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:32:57.604522 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Attempting to bind port 0a9b316a-cf10-44a9-9936-85dc1b522b77 on network c0ff2c06-dc97-49f4-bbe9-51dce166629b {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:32:57.616020 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:32:57.616417 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Checking segment: {'id': 'e55793a8-6c61-44fc-9af4-291b7b3c50c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:32:57.616824 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.617219 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Bound using segment: {'id': 'e55793a8-6c61-44fc-9af4-291b7b3c50c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:32:57.617707 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Bound port: 0a9b316a-cf10-44a9-9936-85dc1b522b77, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55793a8-6c61-44fc-9af4-291b7b3c50c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:32:57.618086 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.724369 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] For port 0a9b316a-cf10-44a9-9936-85dc1b522b77, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:32:57.728175 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] For port 0a9b316a-cf10-44a9-9936-85dc1b522b77, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=0a9b316a-cf10-44a9-9936-85dc1b522b77,segment=NetworkSegment(e55793a8-6c61-44fc-9af4-291b7b3c50c8),segment_id=e55793a8-6c61-44fc-9af4-291b7b3c50c8)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:32:57.754032 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.804455 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Publish callbacks [] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.819554 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.828391 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c12bd9-b3fd-4a1d-967c-36bdb3983e56 None None] Pushing event updated for resources: {'Port': ['ID=0a9b316a-cf10-44a9-9936-85dc1b522b77,revision_number=2']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:57.909023 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550be45-67b2-4063-ab3f-750f25164995 None None] Pushing event updated for resources: {'Port': ['ID=c2e97d50-09b5-4974-859b-53f4a6f4cfc5,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:57.925954 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Attempting to bind port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:32:57.926292 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Attempting to bind port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:32:57.926593 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Attempting to bind port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:32:57.927301 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks [] for router_gateway (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.933076 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:32:57.933454 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Checking segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:32:57.933998 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:57.935304 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Bound using segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:32:57.935304 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Bound port: c2e97d50-09b5-4974-859b-53f4a6f4cfc5, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:32:57.935304 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:58.033577 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] For port c2e97d50-09b5-4974-859b-53f4a6f4cfc5, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:32:58.037074 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] For port c2e97d50-09b5-4974-859b-53f4a6f4cfc5, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=c2e97d50-09b5-4974-859b-53f4a6f4cfc5,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:32:58.044490 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:58.083447 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:32:58.084087 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:32:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:58.150401 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550be45-67b2-4063-ab3f-750f25164995 None None] Pushing event updated for resources: {'Port': ['ID=c2e97d50-09b5-4974-859b-53f4a6f4cfc5,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:58.168497 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16722415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16647238'] for router (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:58.201176 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:58.215223 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:32:58.296746 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e is scheduled to L3 agent f70600c5-69c9-4736-824d-25af20945ab9 with binding_index 1 {{(pid=104195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 02:32:58.322296 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:58.413281 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:32:58.414535 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:32:58Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:58.427765 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Sync routers for ids ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:32:58.435757 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:58.440786 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47748) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:32:58.445726 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Routers {'7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:32:58.446876 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:32:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:58.460783 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-662561a0-0cb9-4b16-aff9-ca08f1f5a366 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8038344 Aug 05 02:32:58.582022 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Set router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:32:58.598070 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 0a9b316a-cf10-44a9-9936-85dc1b522b77 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:32:58.602152 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772606f-4f20-4340-b4a3-79ecf452ece3 None None] The sync data for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi is: [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:32:58Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:32:58.705462 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 0a9b316a-cf10-44a9-9936-85dc1b522b77 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:58.705844 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:58.830043 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 0a9b316a-cf10-44a9-9936-85dc1b522b77 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:32:58.831017 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:58.853855 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:56Z', 'updated_at': '2022-08-05T02:32:57Z', 'revision_number': 3, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'gw_port': {'id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:57Z', 'updated_at': '2022-08-05T02:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:58.878531 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 0a9b316a-cf10-44a9-9936-85dc1b522b77, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=0a9b316a-cf10-44a9-9936-85dc1b522b77,segment=NetworkSegment(e55793a8-6c61-44fc-9af4-291b7b3c50c8),segment_id=e55793a8-6c61-44fc-9af4-291b7b3c50c8)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:32:58.880638 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Checking router: 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:32:58.881439 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Updating router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e port 909ad3a9-570e-4d37-8ea7-ff390146b3b3 binding host dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:32:58.900609 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:58.901673 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device ef91114e-a9a7-4598-8e9e-a374bfcfc34f up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:32:58.920577 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:58.989987 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa717f9-d7a8-4ec2-a7e2-ddaa706e54c5 None None] Network c0ff2c06-dc97-49f4-bbe9-51dce166629b requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:32:59.073373 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=0a9b316a-cf10-44a9-9936-85dc1b522b77,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:59.081293 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-8877de4d-e57b-482f-a65c-38ccc7108b34 None None] Provisioning complete for port 0a9b316a-cf10-44a9-9936-85dc1b522b77 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:59.081668 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-8877de4d-e57b-482f-a65c-38ccc7108b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.093880 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:59.101933 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.112305 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port ef91114e-a9a7-4598-8e9e-a374bfcfc34f triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:59.113186 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.181841 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:59.236073 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Publish callbacks [] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), precommit_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.240747 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:59.257240 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.286714 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port ef91114e-a9a7-4598-8e9e-a374bfcfc34f is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:32:59.290106 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-8877de4d-e57b-482f-a65c-38ccc7108b34 None None] Current status of the port 0a9b316a-cf10-44a9-9936-85dc1b522b77 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:32:59.317840 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Attempting to bind port 909ad3a9-570e-4d37-8ea7-ff390146b3b3 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:32:59.318208 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Attempting to bind port 909ad3a9-570e-4d37-8ea7-ff390146b3b3 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:32:59.318562 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Attempting to bind port 909ad3a9-570e-4d37-8ea7-ff390146b3b3 on network d903e9c1-7084-4822-8227-90d91b9e1157 {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:32:59.328708 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:32:59.328950 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Checking segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:32:59.329059 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Allocated IP 172.20.0.1 (c0ff2c06-dc97-49f4-bbe9-51dce166629b/19824557-7742-4f3a-8d09-78b7d30a2d04/ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:32:59.329891 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.330303 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Bound using segment: {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'} {{(pid=104198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:32:59.330944 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.managers [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Bound port: 909ad3a9-570e-4d37-8ea7-ff390146b3b3, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bec212-a2ad-4385-a1e0-7997841c6e20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157'}}] {{(pid=104198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:32:59.331324 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), before_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.365113 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907c2fc-d03d-4310-8422-4bd9f53ee085 None None] Pushing event updated for resources: {'Port': ['ID=909ad3a9-570e-4d37-8ea7-ff390146b3b3,revision_number=2']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:59.393174 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:59.411846 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] For port 909ad3a9-570e-4d37-8ea7-ff390146b3b3, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:32:59.416819 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.plugins.ml2.db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] For port 909ad3a9-570e-4d37-8ea7-ff390146b3b3, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=909ad3a9-570e-4d37-8ea7-ff390146b3b3,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:32:59.428629 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron_lib.callbacks.manager [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), after_update {{(pid=104198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.477321 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Publish callbacks [] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.488490 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907c2fc-d03d-4310-8422-4bd9f53ee085 None None] Pushing event updated for resources: {'Port': ['ID=909ad3a9-570e-4d37-8ea7-ff390146b3b3,revision_number=3']} {{(pid=104198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:59.490965 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Routers {'7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:32:59.491576 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:32:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:59.508646 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:32:59.521847 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.529890 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-a3aa5fe5-429c-477b-9644-82f91b517393 None None] Provisioning complete for port 0a9b316a-cf10-44a9-9936-85dc1b522b77 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:59.530294 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a3aa5fe5-429c-477b-9644-82f91b517393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.564404 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Network c0ff2c06-dc97-49f4-bbe9-51dce166629b is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:32:59.569448 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:32:59.573415 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:32:59.605310 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:32:59.635347 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16721829'] for router_interface (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.639140 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] Set router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:32:59.652546 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa5fe5-429c-477b-9644-82f91b517393 None None] Current status of the port 0a9b316a-cf10-44a9-9936-85dc1b522b77 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:32:59.784731 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.855867 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:56Z', 'updated_at': '2022-08-05T02:32:57Z', 'revision_number': 3, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'gw_port': {'id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:57Z', 'updated_at': '2022-08-05T02:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:32:59.885016 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62578013-cebd-465b-8b5b-c84bb4ce2398 None None] The sync data for ids ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'] in dv-cinder-815582-13-iscsi is: [{'id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:56Z', 'updated_at': '2022-08-05T02:32:57Z', 'revision_number': 3, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'gw_port': {'id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:57Z', 'updated_at': '2022-08-05T02:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:32:59.894024 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-9a882ab3-6454-4972-93a9-669de454d10b None None] Provisioning complete for port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:32:59.894404 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9a882ab3-6454-4972-93a9-669de454d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.940769 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-9a882ab3-6454-4972-93a9-669de454d10b None None] Port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:32:59.989620 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Publish callbacks [] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:32:59.995276 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13018890'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.062374 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:00.070776 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:00.073863 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16256650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16571413'] for router_interface (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.133327 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:00.180726 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Network c0ff2c06-dc97-49f4-bbe9-51dce166629b is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:33:00.181893 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:33:00.327650 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:33:00.448801 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:33:00.453887 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d7d25442-28c5-416f-bdc8-6c39e9b68406 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0119150 Aug 05 02:33:00.465213 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-436cc3da-8d30-42e8-9e25-26c8c07a8c6f None None] Provisioning complete for port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:00.465511 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-436cc3da-8d30-42e8-9e25-26c8c07a8c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.485397 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:00.506727 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-436cc3da-8d30-42e8-9e25-26c8c07a8c6f None None] Port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:33:00.582845 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 0a9b316a-cf10-44a9-9936-85dc1b522b77 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:33:00.633454 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 0a9b316a-cf10-44a9-9936-85dc1b522b77 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:00.633842 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.716948 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 0a9b316a-cf10-44a9-9936-85dc1b522b77 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:33:00.718018 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device c2e97d50-09b5-4974-859b-53f4a6f4cfc5 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:33:00.765827 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:00.766203 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.837595 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47760) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:00.844282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-918d47aa-af5e-41d6-a9b2-28f17f764d6b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561808126', 'description': 'tempest-secgroup-smoke-561808126 description', 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:00.853714 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:33:00.854101 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.867907 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-918d47aa-af5e-41d6-a9b2-28f17f764d6b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.888006 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port c2e97d50-09b5-4974-859b-53f4a6f4cfc5, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=c2e97d50-09b5-4974-859b-53f4a6f4cfc5,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:00.892605 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.893412 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 909ad3a9-570e-4d37-8ea7-ff390146b3b3 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:33:00.957545 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-918d47aa-af5e-41d6-a9b2-28f17f764d6b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group (4ce7fbef-5b53-4a83-861d-ad2c25b4dd80), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.963348 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-918d47aa-af5e-41d6-a9b2-28f17f764d6b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (4ce7fbef-5b53-4a83-861d-ad2c25b4dd80), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.987004 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=c2e97d50-09b5-4974-859b-53f4a6f4cfc5,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:00.991105 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-918d47aa-af5e-41d6-a9b2-28f17f764d6b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:00.992556 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-918d47aa-af5e-41d6-a9b2-28f17f764d6b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1539185 Aug 05 02:33:00.995500 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47768) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:01.000810 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 909ad3a9-570e-4d37-8ea7-ff390146b3b3 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:01.001244 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-4af4fbe4-c960-4587-ba62-1bf65df7f5db tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'security_group_rule': {'security_group_id': '4ce7fbef-5b53-4a83-861d-ad2c25b4dd80', 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:01.001448 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.017908 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d47aa-af5e-41d6-a9b2-28f17f764d6b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:01.049768 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:01.051321 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4af4fbe4-c960-4587-ba62-1bf65df7f5db tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (b39dc275-e9f5-42e4-95c1-e9bdda138467), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.092038 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 909ad3a9-570e-4d37-8ea7-ff390146b3b3 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:33:01.092452 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.114301 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port 909ad3a9-570e-4d37-8ea7-ff390146b3b3, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=909ad3a9-570e-4d37-8ea7-ff390146b3b3,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:01.117646 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.129521 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4af4fbe4-c960-4587-ba62-1bf65df7f5db tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (b39dc275-e9f5-42e4-95c1-e9bdda138467), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.134323 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4af4fbe4-c960-4587-ba62-1bf65df7f5db tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (b39dc275-e9f5-42e4-95c1-e9bdda138467), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.150985 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:01.156954 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4fbe4-c960-4587-ba62-1bf65df7f5db tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39dc275-e9f5-42e4-95c1-e9bdda138467,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:01.168589 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4af4fbe4-c960-4587-ba62-1bf65df7f5db tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.169926 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-4af4fbe4-c960-4587-ba62-1bf65df7f5db tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734285 Aug 05 02:33:01.174017 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47770) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:01.180719 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=909ad3a9-570e-4d37-8ea7-ff390146b3b3,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:01.181419 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-4f032646-f7be-475b-b0b6-c3b7f1e369d2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'security_group_rule': {'security_group_id': '4ce7fbef-5b53-4a83-861d-ad2c25b4dd80', 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:01.211528 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4f032646-f7be-475b-b0b6-c3b7f1e369d2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (2745e6af-570c-4b75-9163-03a895a50a55), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.251378 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.289936 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4f032646-f7be-475b-b0b6-c3b7f1e369d2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (2745e6af-570c-4b75-9163-03a895a50a55), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.293580 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4f032646-f7be-475b-b0b6-c3b7f1e369d2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (2745e6af-570c-4b75-9163-03a895a50a55), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.315146 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f032646-f7be-475b-b0b6-c3b7f1e369d2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2745e6af-570c-4b75-9163-03a895a50a55,revision_number=0']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:01.329202 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-4f032646-f7be-475b-b0b6-c3b7f1e369d2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.329202 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-4f032646-f7be-475b-b0b6-c3b7f1e369d2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501195 Aug 05 02:33:01.329494 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47776) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:01.332892 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-9ebb175d-708b-44db-a480-d8ce3cd4a69b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'security_group_rule': {'security_group_id': '4ce7fbef-5b53-4a83-861d-ad2c25b4dd80', 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:01.361755 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9ebb175d-708b-44db-a480-d8ce3cd4a69b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (f2ad9cbb-8627-4059-913f-a7e25c49e7a5), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.420922 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9ebb175d-708b-44db-a480-d8ce3cd4a69b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (f2ad9cbb-8627-4059-913f-a7e25c49e7a5), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.424948 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9ebb175d-708b-44db-a480-d8ce3cd4a69b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (f2ad9cbb-8627-4059-913f-a7e25c49e7a5), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.444165 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb175d-708b-44db-a480-d8ce3cd4a69b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ad9cbb-8627-4059-913f-a7e25c49e7a5,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:01.452821 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9ebb175d-708b-44db-a480-d8ce3cd4a69b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.453999 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9ebb175d-708b-44db-a480-d8ce3cd4a69b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247716 Aug 05 02:33:01.456997 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47778) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:01.461210 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-e7c49295-166e-4873-8429-443291596bf4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'security_group_rule': {'security_group_id': '4ce7fbef-5b53-4a83-861d-ad2c25b4dd80', 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:01.488168 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7c49295-166e-4873-8429-443291596bf4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (a79669de-e9df-4724-97c0-c8216c4f5d62), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.545381 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7c49295-166e-4873-8429-443291596bf4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (a79669de-e9df-4724-97c0-c8216c4f5d62), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.548906 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7c49295-166e-4873-8429-443291596bf4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (a79669de-e9df-4724-97c0-c8216c4f5d62), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.569475 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c49295-166e-4873-8429-443291596bf4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79669de-e9df-4724-97c0-c8216c4f5d62,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:01.577395 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7c49295-166e-4873-8429-443291596bf4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.578679 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-e7c49295-166e-4873-8429-443291596bf4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207199 Aug 05 02:33:01.582159 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47780) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:01.586432 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-fadcd70c-aabe-4b50-a5f8-82f77f6da628 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'security_group_rule': {'security_group_id': '4ce7fbef-5b53-4a83-861d-ad2c25b4dd80', 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:01.609132 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.securitygroups_db [None req-fadcd70c-aabe-4b50-a5f8-82f77f6da628 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Project 59a7ad5acdc34d0782e2c6807a4fd60f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:33:01.615441 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fadcd70c-aabe-4b50-a5f8-82f77f6da628 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (7a408b5a-052f-4ab5-8cd2-b73f21889e38), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.676233 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fadcd70c-aabe-4b50-a5f8-82f77f6da628 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (7a408b5a-052f-4ab5-8cd2-b73f21889e38), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.679756 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fadcd70c-aabe-4b50-a5f8-82f77f6da628 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (7a408b5a-052f-4ab5-8cd2-b73f21889e38), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.698724 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcd70c-aabe-4b50-a5f8-82f77f6da628 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a408b5a-052f-4ab5-8cd2-b73f21889e38,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:01.706916 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fadcd70c-aabe-4b50-a5f8-82f77f6da628 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.708090 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-fadcd70c-aabe-4b50-a5f8-82f77f6da628 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250112 Aug 05 02:33:01.711032 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47782) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:01.715684 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-d8ec0b6e-bf20-4718-8b30-0bf8874c30ce tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'security_group_rule': {'security_group_id': '4ce7fbef-5b53-4a83-861d-ad2c25b4dd80', 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:01.737485 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.securitygroups_db [None req-d8ec0b6e-bf20-4718-8b30-0bf8874c30ce tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Project 59a7ad5acdc34d0782e2c6807a4fd60f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:33:01.743520 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0b6e-bf20-4718-8b30-0bf8874c30ce tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (d43ea2e0-0668-49a5-b0a0-617af38fa8bc), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.805073 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0b6e-bf20-4718-8b30-0bf8874c30ce tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (d43ea2e0-0668-49a5-b0a0-617af38fa8bc), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.808284 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0b6e-bf20-4718-8b30-0bf8874c30ce tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16704682'] for security_group_rule (d43ea2e0-0668-49a5-b0a0-617af38fa8bc), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.826317 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec0b6e-bf20-4718-8b30-0bf8874c30ce tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43ea2e0-0668-49a5-b0a0-617af38fa8bc,revision_number=0']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:01.834158 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0b6e-bf20-4718-8b30-0bf8874c30ce tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:01.835388 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-d8ec0b6e-bf20-4718-8b30-0bf8874c30ce tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233742 Aug 05 02:33:01.927946 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Sync routers for ids ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:33:01.937266 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Routers {'7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:33:01.937882 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:32:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:02.033605 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:02.046831 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:02.049659 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Set router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:33:02.240914 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:56Z', 'updated_at': '2022-08-05T02:32:59Z', 'revision_number': 4, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'gw_port': {'id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:57Z', 'updated_at': '2022-08-05T02:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1', 'name': '', 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'mac_address': 'fa:16:3e:24:fa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '19824557-7742-4f3a-8d09-78b7d30a2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:59Z', 'updated_at': '2022-08-05T02:32:59Z', 'revision_number': 2, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'subnets': [{'id': '19824557-7742-4f3a-8d09-78b7d30a2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:02.267631 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Checking router: 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:33:02.267744 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Updating router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 binding host dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:33:02.301610 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:02.474521 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device c2e97d50-09b5-4974-859b-53f4a6f4cfc5 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:33:02.576859 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:02.577234 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:02.703597 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Publish callbacks [] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), precommit_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:02.709359 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:33:02.710522 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 909ad3a9-570e-4d37-8ea7-ff390146b3b3 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:33:02.714372 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:02.927819 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d0bd3-a806-4998-b444-33d1cdf66fb6 None None] Pushing event updated for resources: {'Port': ['ID=ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1,revision_number=3']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:02.958565 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port 909ad3a9-570e-4d37-8ea7-ff390146b3b3 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:02.959173 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:02.981201 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Attempting to bind port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 on host dv-cinder-815582-13-iscsi for vnic_type normal with profile {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:33:02.981570 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Attempting to bind port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 by drivers openvswitch,hyperv on host dv-cinder-815582-13-iscsi at level 0 using segments [{'id': 'e55793a8-6c61-44fc-9af4-291b7b3c50c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b'}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:33:02.981936 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Attempting to bind port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 on network c0ff2c06-dc97-49f4-bbe9-51dce166629b {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:33:02.990108 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Checking agent: {'id': 'b20c2355-1549-4ecf-9ad3-6294604413cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 12, 15), 'started_at': datetime.datetime(2022, 8, 5, 2, 12, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:33:02.990481 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Checking segment: {'id': 'e55793a8-6c61-44fc-9af4-291b7b3c50c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:33:02.990963 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:02.991361 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Bound using segment: {'id': 'e55793a8-6c61-44fc-9af4-291b7b3c50c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b'} {{(pid=104197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:33:02.991823 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.managers [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Bound port: ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1, host: dv-cinder-815582-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55793a8-6c61-44fc-9af4-291b7b3c50c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b'}}] {{(pid=104197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:33:02.992201 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:03.008641 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:03.017759 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:03.096604 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] For port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1, host dv-cinder-815582-13-iscsi, cleared binding levels {{(pid=104197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:33:03.100979 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] For port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1, host dv-cinder-815582-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1,segment=NetworkSegment(e55793a8-6c61-44fc-9af4-291b7b3c50c8),segment_id=e55793a8-6c61-44fc-9af4-291b7b3c50c8)] {{(pid=104197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:33:03.104022 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port 909ad3a9-570e-4d37-8ea7-ff390146b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:33:03.108478 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:03.145629 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Routers {'7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:33:03.146248 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:32:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:03.202602 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d0bd3-a806-4998-b444-33d1cdf66fb6 None None] Pushing event updated for resources: {'Port': ['ID=ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:03.260752 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] Set router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:33:03.444475 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:56Z', 'updated_at': '2022-08-05T02:32:59Z', 'revision_number': 4, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'gw_port': {'id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:57Z', 'updated_at': '2022-08-05T02:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1', 'name': '', 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'mac_address': 'fa:16:3e:24:fa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '19824557-7742-4f3a-8d09-78b7d30a2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:59Z', 'updated_at': '2022-08-05T02:33:03Z', 'revision_number': 4, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'subnets': [{'id': '19824557-7742-4f3a-8d09-78b7d30a2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:03.473733 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e2dde-4cae-445e-ad70-4c64197a0aa8 None None] The sync data for ids ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'] in dv-cinder-815582-13-iscsi is: [{'id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:56Z', 'updated_at': '2022-08-05T02:32:59Z', 'revision_number': 4, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'gw_port': {'id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:57Z', 'updated_at': '2022-08-05T02:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1', 'name': '', 'network_id': 'c0ff2c06-dc97-49f4-bbe9-51dce166629b', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'mac_address': 'fa:16:3e:24:fa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '19824557-7742-4f3a-8d09-78b7d30a2d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:59Z', 'updated_at': '2022-08-05T02:33:03Z', 'revision_number': 4, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'subnets': [{'id': '19824557-7742-4f3a-8d09-78b7d30a2d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:33:04.427680 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:33:04.473004 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:04.473380 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:04.542992 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 is: DOWN; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:33:04.543378 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:04.578345 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] For port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1,segment=NetworkSegment(e55793a8-6c61-44fc-9af4-291b7b3c50c8),segment_id=e55793a8-6c61-44fc-9af4-291b7b3c50c8)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:04.582136 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:04.628487 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Pushing event updated for resources: {'Port': ['ID=ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:06.423337 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 up at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:33:06.467323 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Provisioning complete for port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:06.467696 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:06.488083 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:06.552584 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Current status of the port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 is: ACTIVE; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:33:10.039687 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-276f66a1-d015-444f-802a-f9e99847a0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:11.312760 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=62,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:11.314661 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=74,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:11.826281 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=66,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:11.828186 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=3,neutron:SELECT=60,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:12.262474 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-951e0a74-865a-45f8-a71d-f5d2737c2cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:13.260102 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:14.882980 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:14.890742 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:14.908792 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:19.596168 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:19.601345 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=40,neutron:INSERT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:24.897577 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:24.904491 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:26.876724 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 47984) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:26.981969 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-34a57c9d-99ad-48c5-a643-b75f05831713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:27.060504 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-34a57c9d-99ad-48c5-a643-b75f05831713 admin admin] Publish callbacks [] for security_group (623568d6-e1c7-439d-ade8-e163c4f910b9), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:27.063992 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-34a57c9d-99ad-48c5-a643-b75f05831713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (623568d6-e1c7-439d-ade8-e163c4f910b9), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:27.107516 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-34a57c9d-99ad-48c5-a643-b75f05831713 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f506cc5f1df64bcfb582c6b43c01fe86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297239 Aug 05 02:33:27.108401 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a57c9d-99ad-48c5-a643-b75f05831713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623568d6-e1c7-439d-ade8-e163c4f910b9,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:27.111078 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 47988) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:27.164127 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b849-a2e3-401e-9405-c8e1f156d5a6 admin admin] Publish callbacks [] for security_group (623568d6-e1c7-439d-ade8-e163c4f910b9), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:27.187310 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b849-a2e3-401e-9405-c8e1f156d5a6 admin admin] Publish callbacks [] for security_group (623568d6-e1c7-439d-ade8-e163c4f910b9), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:27.238327 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b849-a2e3-401e-9405-c8e1f156d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (623568d6-e1c7-439d-ade8-e163c4f910b9), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:27.241730 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b849-a2e3-401e-9405-c8e1f156d5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:27.242871 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-5ed0b849-a2e3-401e-9405-c8e1f156d5a6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/623568d6-e1c7-439d-ade8-e163c4f910b9 HTTP/1.1" status: 204 len: 168 time: 0.1308043 Aug 05 02:33:27.251050 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0b849-a2e3-401e-9405-c8e1f156d5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623568d6-e1c7-439d-ade8-e163c4f910b9,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:30.024719 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-f31b4a0e-df69-47bf-b418-de4eb59ce464 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-561808126&fields=id&tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f HTTP/1.1" status: 200 len: 267 time: 0.0445948 Aug 05 02:33:30.130259 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-0c72c8d6-68fd-4dc4-b375-7ac51b881e63 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:30.131662 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-0c72c8d6-68fd-4dc4-b375-7ac51b881e63 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 812 time: 0.1007280 Aug 05 02:33:30.145576 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-2bd9d479-0512-4e62-b62c-d3eac9583d7f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/quotas/59a7ad5acdc34d0782e2c6807a4fd60f HTTP/1.1" status: 200 len: 375 time: 0.0086455 Aug 05 02:33:30.193513 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-335c068d-4a32-4c32-a414-5ffe2e4c695c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423567 Aug 05 02:33:30.299447 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-b31bbecb-0796-4095-8282-28b3ed9576ae service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:33:30.300501 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-b31bbecb-0796-4095-8282-28b3ed9576ae service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0967638 Aug 05 02:33:30.389512 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-88034e58-09a5-4d9b-9be0-d9e85b82a4c0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830464 Aug 05 02:33:30.481095 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-31426385-8e7a-432a-b11b-dd628a845582 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858107 Aug 05 02:33:30.772506 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-d1a4716f-a98a-4ce7-836f-68ec34818556 req-7e35aef0-fe64-4368-be36-48a404fb93bc tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 210 time: 0.0308626 Aug 05 02:33:31.259968 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:31.804895 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-d8934aae-d3d5-4a60-8d40-1710c80223de tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:31.806262 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-d8934aae-d3d5-4a60-8d40-1710c80223de tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 812 time: 0.1089990 Aug 05 02:33:31.895066 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a3dbc543-96d8-43c5-bd2d-961a1268f62a req-0b0c5ae4-a6f2-43cd-a888-0a8b8525e751 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 210 time: 0.0431638 Aug 05 02:33:31.905402 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-597f61b2-a946-4418-b6a2-41c9281555b4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f HTTP/1.1" status: 200 len: 379 time: 0.0854535 Aug 05 02:33:31.915476 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'port': {'device_id': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'admin_state_up': True, 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'security_groups': ['4ce7fbef-5b53-4a83-861d-ad2c25b4dd80']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:32.016287 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:32.029600 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Made reservation on behalf of 59a7ad5acdc34d0782e2c6807a4fd60f for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:33:32.032866 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:32.057829 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:32.158043 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Allocated IP 172.20.0.13 (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f/85e69c5c-ee3f-4026-b9ab-15e662a7276e/05c19a4c-fc1d-4eb9-b7d1-a74975263d45) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:33:32.299135 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:32.331799 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:32.381848 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:33:32.385365 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:33:32.389339 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:33:32.395503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'Port': ['ID=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:32.450705 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:32.451328 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:32.469028 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-6ac30551-8d5b-4600-8764-a0a84836def2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5584362 Aug 05 02:33:32.485857 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Request body: {'port': {'device_id': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:32.548657 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:32.622030 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-07b47a9c-f102-4c4b-8907-e0b1e0a27921 None None] Provisioning complete for port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:32.622677 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-07b47a9c-f102-4c4b-8907-e0b1e0a27921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:32.657281 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-07b47a9c-f102-4c4b-8907-e0b1e0a27921 None None] Port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:33:32.799879 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:32.804359 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:33:32.812212 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Publish callbacks [] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:32.826899 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Transition to ACTIVE for port object 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:33:32.830727 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:32.908811 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Pushing event updated for resources: {'Port': ['ID=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:32.912593 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:32.941687 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Attempting to bind port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:33:32.942026 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Attempting to bind port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:33:32.942545 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Attempting to bind port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:33:32.947567 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:33:32.947892 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Attempting to bind port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:33:32.953032 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:33:32.953370 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Checking segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:33:32.953788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Bound using segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:33:32.954214 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Bound port: 05c19a4c-fc1d-4eb9-b7d1-a74975263d45, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:33:32.954571 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:33.018283 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] For port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:33:33.018563 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaec103-17c0-46dc-b32a-350e81657e7e req-aca48378-e9f6-41fd-ba58-9ef39ef37b9d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:33.019848 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8eaec103-17c0-46dc-b32a-350e81657e7e req-aca48378-e9f6-41fd-ba58-9ef39ef37b9d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0475035 Aug 05 02:33:33.021569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] For port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:33:33.028674 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:33.033128 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:33.033703 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:33.035118 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/05c19a4c-fc1d-4eb9-b7d1-a74975263d45 HTTP/1.1" status: 200 len: 1094 time: 0.5537665 Aug 05 02:33:33.035641 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'tag': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:33:33.038234 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9fa923-c33b-4bc1-a525-44add3dec61e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d", "tag": "05c19a4c-fc1d-4eb9-b7d1-a74975263d45"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:33:33.079629 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860ac41b-ba13-46b4-ba23-8a18bc63452d x-openstack-request-id: req-860ac41b-ba13-46b4-ba23-8a18bc63452d {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:33:33.079919 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d", "tag": "05c19a4c-fc1d-4eb9-b7d1-a74975263d45", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:33:33.080177 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-860ac41b-ba13-46b4-ba23-8a18bc63452d {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:33:33.080598 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860ac41b-ba13-46b4-ba23-8a18bc63452d'] response: {'name': 'network-changed', 'server_uuid': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'tag': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'status': 'completed', 'code': 200} Aug 05 02:33:33.090422 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86094faa-903e-4c27-8078-a6e78b91e145 service neutron] Pushing event updated for resources: {'Port': ['ID=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:33.099542 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-8eaec103-17c0-46dc-b32a-350e81657e7e req-73ffc1c0-5160-494e-9a83-549b3fb98e82 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729413 Aug 05 02:33:33.148283 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-eb08016e-b639-4c62-8bc6-24969e61a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:33.149792 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-eb08016e-b639-4c62-8bc6-24969e61a124 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 1128 time: 0.0424647 Aug 05 02:33:33.421182 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-edb4efc4-e1e6-43ab-aac6-80a04e05ce41 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45 HTTP/1.1" status: 200 len: 217 time: 0.0338435 Aug 05 02:33:33.474979 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-bfc77db0-f3c8-4b53-ae92-7e20698cce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:33.476448 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-bfc77db0-f3c8-4b53-ae92-7e20698cce67 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0477791 Aug 05 02:33:33.520303 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-00f457ec-6836-4aa9-9a18-a6cb336a80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:33.521980 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-00f457ec-6836-4aa9-9a18-a6cb336a80e9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399017 Aug 05 02:33:33.602947 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:33:33.611684 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-86eb5b89-70fd-4258-bede-407f47dab331 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836587 Aug 05 02:33:33.704616 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-bf34d7dd-054f-4c79-b8ad-cae2949bd5db req-72844051-b7b6-4089-aeb4-4b01394dd6b7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864224 Aug 05 02:33:34.218074 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844b9e8-97f7-4a04-b74e-94585cd3373a req-6ba3d0d8-c2ea-4c94-ab24-655c0377f1ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:34.219500 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a844b9e8-97f7-4a04-b74e-94585cd3373a req-6ba3d0d8-c2ea-4c94-ab24-655c0377f1ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0471327 Aug 05 02:33:34.267804 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a844b9e8-97f7-4a04-b74e-94585cd3373a req-8680007f-9e2a-483e-b4c3-97b3be522dee tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427613 Aug 05 02:33:34.671911 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-bf66c616-b85b-4e24-8d16-9f7ab95c175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:34.673448 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-bf66c616-b85b-4e24-8d16-9f7ab95c175f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 1128 time: 0.0435107 Aug 05 02:33:34.764575 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-edabd8b7-4bd3-495a-a690-a5550d704a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:34.766024 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-edabd8b7-4bd3-495a-a690-a5550d704a31 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0864017 Aug 05 02:33:34.809913 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-36631b78-dedd-48f5-aba6-23f456487ffc service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45 HTTP/1.1" status: 200 len: 217 time: 0.0367615 Aug 05 02:33:34.821991 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:34.860099 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-2b514071-dcc2-4a0f-8bd6-b18bba2be0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:34.861570 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-2b514071-dcc2-4a0f-8bd6-b18bba2be0e9 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0465004 Aug 05 02:33:34.903174 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-cdda289b-15e1-47f3-ab5b-6ae9c3b4a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:34.904614 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-cdda289b-15e1-47f3-ab5b-6ae9c3b4a9e9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372012 Aug 05 02:33:34.997208 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-6208d87a-9a47-46f1-b465-433cc8e986db service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867822 Aug 05 02:33:35.050476 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:35.087606 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3f9fa923-c33b-4bc1-a525-44add3dec61e req-94dbbaa1-dbe1-4790-b36e-69c5e7287172 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849345 Aug 05 02:33:35.385513 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c2ae5-ebff-44e6-8a6a-4db873217e89 req-96dacd75-938f-4361-8b1a-4ecaa21e073f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:35.386953 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3d0c2ae5-ebff-44e6-8a6a-4db873217e89 req-96dacd75-938f-4361-8b1a-4ecaa21e073f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0473902 Aug 05 02:33:35.435020 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3d0c2ae5-ebff-44e6-8a6a-4db873217e89 req-ff229287-a149-48ca-acc2-12d77baf4483 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Aug 05 02:33:36.554361 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977d0b7-de9d-410e-a650-8108ef4a9cdb req-e5c6aa6a-9f81-49ee-92b5-87a1a2e2a865 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:36.555806 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4977d0b7-de9d-410e-a650-8108ef4a9cdb req-e5c6aa6a-9f81-49ee-92b5-87a1a2e2a865 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0508621 Aug 05 02:33:36.603673 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4977d0b7-de9d-410e-a650-8108ef4a9cdb req-49707a62-1135-4837-a244-d42a13044bca tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Aug 05 02:33:37.202367 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-2ac59586-12eb-4536-bd26-00721a87c6bd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372381 Aug 05 02:33:37.300760 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-d77cc844-6876-4f7f-84f5-9706dc459830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:37.302657 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-d77cc844-6876-4f7f-84f5-9706dc459830 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1130 time: 0.0393767 Aug 05 02:33:37.410421 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-e4b2be20-6349-47d6-b4a6-4686c31db20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:37.412369 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-e4b2be20-6349-47d6-b4a6-4686c31db20f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 200 len: 910 time: 0.0911849 Aug 05 02:33:37.473857 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-ea1a2510-a449-42b4-bd75-ac116b6e28c2 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 1002 time: 0.0555854 Aug 05 02:33:37.525136 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-8653d6f3-0b54-40b6-89b2-43f144e898c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:37.526524 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-8653d6f3-0b54-40b6-89b2-43f144e898c1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 HTTP/1.1" status: 200 len: 848 time: 0.0473380 Aug 05 02:33:37.571047 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-2922f5a0-87ea-4c69-84a0-8edbe79bc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:37.572539 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-2922f5a0-87ea-4c69-84a0-8edbe79bc9b8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=54505e31-75ca-4416-ae9a-5b70292fe878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398691 Aug 05 02:33:37.662273 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-3d3a23e1-77fc-4d5b-8687-22e41f08cde5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840209 Aug 05 02:33:37.727818 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb126-797c-4f33-86c4-1c0992eb7309 req-9d9f9ed8-3eca-4d52-bec9-7a01efa25c54 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:37.729263 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-658bb126-797c-4f33-86c4-1c0992eb7309 req-9d9f9ed8-3eca-4d52-bec9-7a01efa25c54 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0541348 Aug 05 02:33:37.757187 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-82921e49-3d59-4c64-a1d5-70196d186d16 req-2bdd5f46-3a0d-451f-badf-90622d108952 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891702 Aug 05 02:33:37.781716 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-658bb126-797c-4f33-86c4-1c0992eb7309 req-1cdb30bf-e475-44e4-afd4-a1a8bab0ec0e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467348 Aug 05 02:33:38.900806 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e500d1-71c5-448a-aef7-b16925163b4e req-9c4654df-8edb-4926-b067-b11181b96d23 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:38.902238 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a4e500d1-71c5-448a-aef7-b16925163b4e req-9c4654df-8edb-4926-b067-b11181b96d23 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0475709 Aug 05 02:33:38.951386 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a4e500d1-71c5-448a-aef7-b16925163b4e req-82f9391f-6045-4520-aad7-3eb3ea3689bb tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437050 Aug 05 02:33:40.041422 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f697508b-52e5-4684-bbd1-b682faf0e654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:40.068672 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df7252-a58f-4964-a9c4-bca0372e7068 req-af5ce246-d245-4170-8319-5cab2191cb2b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:40.070162 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-00df7252-a58f-4964-a9c4-bca0372e7068 req-af5ce246-d245-4170-8319-5cab2191cb2b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0470297 Aug 05 02:33:40.119469 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-00df7252-a58f-4964-a9c4-bca0372e7068 req-6a6ccd8f-a972-4195-a740-2ed382776b7e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435529 Aug 05 02:33:41.251791 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5329d0-fdae-4599-b294-479d7133308e req-7b2cda17-86b1-4a56-98ae-7a5209ed451e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:41.253264 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4f5329d0-fdae-4599-b294-479d7133308e req-7b2cda17-86b1-4a56-98ae-7a5209ed451e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0522814 Aug 05 02:33:41.292949 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:41.302428 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4f5329d0-fdae-4599-b294-479d7133308e req-50bef31b-95f9-475e-a069-dd9e0d112898 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424318 Aug 05 02:33:42.257967 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c443a3ff-bd57-4d19-bcbc-b305788c0a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:42.428258 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8f486-d6ee-4a4c-b76f-82890f47e420 req-87ba760f-ea51-45f7-adbb-e2f3ce099792 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:42.429781 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a6e8f486-d6ee-4a4c-b76f-82890f47e420 req-87ba760f-ea51-45f7-adbb-e2f3ce099792 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0536301 Aug 05 02:33:42.481078 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a6e8f486-d6ee-4a4c-b76f-82890f47e420 req-5f97cbc5-2236-46cc-a63f-1571f9984eb1 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454309 Aug 05 02:33:43.262501 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:43.486992 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:33:43.591910 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:43.598886 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:43.601451 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba272a5f-b40d-42a6-8e76-bd5b7ee1718a req-193df207-849f-4f1a-ae57-e65cf5306cd2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:43.602958 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba272a5f-b40d-42a6-8e76-bd5b7ee1718a req-193df207-849f-4f1a-ae57-e65cf5306cd2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 944 time: 0.0511203 Aug 05 02:33:43.603839 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'port_id': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'mac_address': 'fa:16:3e:2e:5a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:33:43.638406 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:33:43.638918 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:43.652169 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:33:43.654256 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ba272a5f-b40d-42a6-8e76-bd5b7ee1718a req-c7375fb4-0b4a-4639-9849-f7b6c8f3fae3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455449 Aug 05 02:33:43.675596 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:43.680295 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:43.724909 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:44.115529 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['05c19a4c-fc1d-4eb9-b7d1-a74975263d45'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:33:44.330792 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:44.773811 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb0df9-32f4-4889-93e2-859e9dabd75a req-c0777a23-6e16-436e-a9a0-396d08e8994f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:44.775304 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7dbb0df9-32f4-4889-93e2-859e9dabd75a req-c0777a23-6e16-436e-a9a0-396d08e8994f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 945 time: 0.0471182 Aug 05 02:33:44.824675 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-7dbb0df9-32f4-4889-93e2-859e9dabd75a req-fcd84a81-354f-4cb7-90dc-87beb27358df tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Aug 05 02:33:44.891588 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:44.909770 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:45.499034 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:33:45.528467 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:45.542756 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:33:45.548182 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:33:45.548622 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:45.622373 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:33:45.622756 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:45.645670 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:33:45.647913 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ad1a1-a41b-4280-bc19-084ff4b42241" -d '{"events": [{"server_uuid": "3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d", "name": "network-vif-plugged", "status": "completed", "tag": "05c19a4c-fc1d-4eb9-b7d1-a74975263d45"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:33:45.660523 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:45.664432 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:45.689687 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb9b6b7-1e83-4971-aa03-c65d237c7bfd x-openstack-request-id: req-1cb9b6b7-1e83-4971-aa03-c65d237c7bfd {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:33:45.689972 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d", "name": "network-vif-plugged", "status": "completed", "tag": "05c19a4c-fc1d-4eb9-b7d1-a74975263d45", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:33:45.690219 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cb9b6b7-1e83-4971-aa03-c65d237c7bfd {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:33:45.690601 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb9b6b7-1e83-4971-aa03-c65d237c7bfd'] response: {'server_uuid': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'code': 200} Aug 05 02:33:45.716036 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:45.938137 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd504a-164d-478e-b521-84907bdf36eb req-cdbea8bf-7ade-40d5-b45e-4f4809f3564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:45.939619 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a3dd504a-164d-478e-b521-84907bdf36eb req-cdbea8bf-7ade-40d5-b45e-4f4809f3564b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 1130 time: 0.0421910 Aug 05 02:33:45.951730 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de958e-a043-40cc-94c1-1f4db5334d52 req-d78e4269-c302-47ff-a752-ad72799a6dbb tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:45.953212 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-02de958e-a043-40cc-94c1-1f4db5334d52 req-d78e4269-c302-47ff-a752-ad72799a6dbb tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 946 time: 0.0463960 Aug 05 02:33:45.969452 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:45.988197 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-a3dd504a-164d-478e-b521-84907bdf36eb req-c35f353d-9a9a-4180-a1f3-48e1cd65a83a service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422845 Aug 05 02:33:46.005937 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-02de958e-a043-40cc-94c1-1f4db5334d52 req-e2229b2a-db2e-42dd-a3de-fb019c628c37 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469620 Aug 05 02:33:47.126586 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136bcfc-bb5b-47bb-b8a7-f28b8fe3b0d3 req-c8d8761b-6a77-49af-94c7-1a34902e59cd tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:47.127946 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9136bcfc-bb5b-47bb-b8a7-f28b8fe3b0d3 req-c8d8761b-6a77-49af-94c7-1a34902e59cd tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 946 time: 0.0484583 Aug 05 02:33:47.176581 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9136bcfc-bb5b-47bb-b8a7-f28b8fe3b0d3 req-6a6bfae5-f97b-4acc-b702-836610c74520 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Aug 05 02:33:48.292925 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb313e3-98a3-4b23-8f2d-8f3db7cb41d8 req-de663b16-d20e-412a-b46a-dc3908c773ed tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:48.294376 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1eb313e3-98a3-4b23-8f2d-8f3db7cb41d8 req-de663b16-d20e-412a-b46a-dc3908c773ed tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 946 time: 0.0463219 Aug 05 02:33:48.344178 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-1eb313e3-98a3-4b23-8f2d-8f3db7cb41d8 req-7e91268d-0ce6-4d68-ac94-1d82ffacb734 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443213 Aug 05 02:33:48.460395 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70348ed-331d-49cd-90c4-8197aa398a97 req-5af1b0b3-87f2-414b-8de9-a2dd0cc9a069 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:48.462008 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c70348ed-331d-49cd-90c4-8197aa398a97 req-5af1b0b3-87f2-414b-8de9-a2dd0cc9a069 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 946 time: 0.0466847 Aug 05 02:33:48.513754 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c70348ed-331d-49cd-90c4-8197aa398a97 req-315c6389-7b88-4228-b40b-541b91b5af93 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463154 Aug 05 02:33:48.540792 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48066) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:48.676251 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df41d4-c9c3-4fcd-b73b-f2b497f89157 tempest-TestVolumeBootPattern-266616161 tempest-TestVolumeBootPattern-266616161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:48.678505 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-93df41d4-c9c3-4fcd-b73b-f2b497f89157 tempest-TestVolumeBootPattern-266616161 tempest-TestVolumeBootPattern-266616161-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 1125 time: 0.1367338 Aug 05 02:33:48.681588 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48070) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:48.686191 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'port_id': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:33:48.707518 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:48.785911 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:48.898360 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Allocated IP 172.27.0.201 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/6b125eaa-6502-47ea-add7-9a85f83ef8a9) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:33:49.003113 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for port (6b125eaa-6502-47ea-add7-9a85f83ef8a9), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:49.036485 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (6b125eaa-6502-47ea-add7-9a85f83ef8a9), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:49.076646 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:33:49.079665 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:33:49.083491 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:33:49.089050 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:49.106963 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'Port': ['ID=6b125eaa-6502-47ea-add7-9a85f83ef8a9,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:49.249386 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:49.678906 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (a9261636-cdf8-459b-9d86-98e6ea9d12ac), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:49.745299 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (6b125eaa-6502-47ea-add7-9a85f83ef8a9), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:49.891770 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for port (6b125eaa-6502-47ea-add7-9a85f83ef8a9), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:49.896142 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (6b125eaa-6502-47ea-add7-9a85f83ef8a9), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:49.969619 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'Port': ['ID=6b125eaa-6502-47ea-add7-9a85f83ef8a9,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:49.971869 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (a9261636-cdf8-459b-9d86-98e6ea9d12ac), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:50.068986 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Floating IP a9261636-cdf8-459b-9d86-98e6ea9d12ac associated. External IP: 172.27.0.201, port: 05c19a4c-fc1d-4eb9-b7d1-a74975263d45. Aug 05 02:33:50.161626 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:50.266192 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:33:50.366007 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:50.368890 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:33:50.380081 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] Sync routers for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:33:50.388649 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:50.400408 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:33:50.401032 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:33:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:50.422084 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-4d189313-4440-41c8-9d8f-4a9c9605113c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7394674 Aug 05 02:33:50.422698 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'tag': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:33:50.425018 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835ffeaa-40a2-4bec-930a-4fe98b0961cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d", "tag": "05c19a4c-fc1d-4eb9-b7d1-a74975263d45"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:33:50.462619 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6728b279-be1d-4947-823a-80a2d651da4a x-openstack-request-id: req-6728b279-be1d-4947-823a-80a2d651da4a {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:33:50.462917 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d", "tag": "05c19a4c-fc1d-4eb9-b7d1-a74975263d45", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:33:50.463202 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6728b279-be1d-4947-823a-80a2d651da4a {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:33:50.463609 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6728b279-be1d-4947-823a-80a2d651da4a'] response: {'name': 'network-changed', 'server_uuid': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'tag': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'status': 'completed', 'code': 200} Aug 05 02:33:50.511307 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:33:50.551883 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-6a54ec77-8964-4322-ad6b-070941fe74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:50.553935 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-6a54ec77-8964-4322-ad6b-070941fe74a9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 1130 time: 0.0437620 Aug 05 02:33:50.646253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-54289deb-7ca6-4999-9a7a-2682a9f2e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:50.648312 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-54289deb-7ca6-4999-9a7a-2682a9f2e595 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0882940 Aug 05 02:33:50.719633 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-c90fee5c-509e-4ed4-b134-9b961d1c993e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45 HTTP/1.1" status: 200 len: 1000 time: 0.0649168 Aug 05 02:33:50.769974 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-9cb80b1e-6574-488d-8ee5-b94fcbb3466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:50.772609 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-9cb80b1e-6574-488d-8ee5-b94fcbb3466a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0453868 Aug 05 02:33:50.811885 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'a9261636-cdf8-459b-9d86-98e6ea9d12ac', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:2e:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:33:49Z', 'updated_at': '2022-08-05T02:33:49Z', 'revision_number': 0, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:50.814156 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-0b2b6b6c-4045-410f-a4ef-cad64b80405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:50.815670 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-0b2b6b6c-4045-410f-a4ef-cad64b80405d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385332 Aug 05 02:33:50.837568 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] Checking router: 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:33:50.846853 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:33:50.847457 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:33:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:50.917223 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-090fac94-9a1b-47fd-8fa3-75dff6cd2ceb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951133 Aug 05 02:33:50.950273 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:33:51.007298 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-835ffeaa-40a2-4bec-930a-4fe98b0961cf req-bd0d6e89-c9e4-48e6-8a61-7ceebbcd8a51 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847704 Aug 05 02:33:51.161577 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'a9261636-cdf8-459b-9d86-98e6ea9d12ac', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:2e:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:33:49Z', 'updated_at': '2022-08-05T02:33:49Z', 'revision_number': 0, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:51.186495 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62428d4-d2a0-4d8b-9433-c8297a7cf309 None None] The sync data for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi is: [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'a9261636-cdf8-459b-9d86-98e6ea9d12ac', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:2e:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:33:49Z', 'updated_at': '2022-08-05T02:33:49Z', 'revision_number': 0, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:33:51.385049 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd2c99-0d08-49a4-8730-2848bd2548a6 None None] New status for floating IP a9261636-cdf8-459b-9d86-98e6ea9d12ac: ACTIVE {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:33:52.206798 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48076) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:52.441598 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Deleting port 016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:33:52.441947 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:52.493853 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:52.523175 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:52.523521 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for floatingip (016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:52.536123 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Calling delete_port for 016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b owned by network:floatingip {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:33:52.687524 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:52.701287 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:52.726418 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event deleted for resources: {'Port': ['ID=016d4f7d-43ca-4ab2-bcb5-3a83d3c7776b,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:52.738098 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.738447 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.738794 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.739133 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.739466 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.739789 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.740148 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.740495 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.740821 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.741148 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.741472 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.741795 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.742116 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.742436 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.742757 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:33:52.800367 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for floatingip (563e60ef-d33e-42ca-a2ba-a21ad66cf811), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:52.800701 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Floating IP 563e60ef-d33e-42ca-a2ba-a21ad66cf811 disassociated (deleted). External IP: 172.27.0.159, port: 652b8180-4f83-4880-81b9-b44df98605a9. Aug 05 02:33:52.998266 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Router 60b80c8b-9eb8-4012-a3fa-439520e42041 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:33:53.102480 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:33:53.106665 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:53.111921 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] Sync routers for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:33:53.123095 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:33:53.123771 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:33:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:53.137793 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-25d3aa3d-582d-470d-9744-5b6f81c602fe tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/563e60ef-d33e-42ca-a2ba-a21ad66cf811 HTTP/1.1" status: 204 len: 168 time: 0.9299030 Aug 05 02:33:53.138363 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:33:53.140671 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769f4bde-e01e-4fdf-9a3d-73800853d62a" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "tag": "652b8180-4f83-4880-81b9-b44df98605a9"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:33:53.181383 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd5b88a-3e82-450c-ad12-e94e07923016 x-openstack-request-id: req-1dd5b88a-3e82-450c-ad12-e94e07923016 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:33:53.181780 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "tag": "652b8180-4f83-4880-81b9-b44df98605a9", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:33:53.182106 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dd5b88a-3e82-450c-ad12-e94e07923016 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:33:53.182576 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd5b88a-3e82-450c-ad12-e94e07923016'] response: {'name': 'network-changed', 'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9', 'status': 'completed', 'code': 200} Aug 05 02:33:53.228749 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:33:53.299755 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:53.304472 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-569d2da7-c194-41c2-99a9-b3ed37ef0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:53.306621 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-569d2da7-c194-41c2-99a9-b3ed37ef0221 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 1130 time: 0.0498619 Aug 05 02:33:53.332348 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:53.334485 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:53.372553 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e04a85-c32b-48a9-8370-f8685bd731b3 req-4388489c-71cf-4cdc-b10b-7234bd22a398 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:53.374138 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-49e04a85-c32b-48a9-8370-f8685bd731b3 req-4388489c-71cf-4cdc-b10b-7234bd22a398 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0504229 Aug 05 02:33:53.383668 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:53.424772 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-49e04a85-c32b-48a9-8370-f8685bd731b3 req-6b2041ba-6e8f-4dbb-97ec-325a639d802d tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447969 Aug 05 02:33:53.426434 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'da47870a-8ff6-42a8-a43e-837f2480c5d4', 'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'mac_address': 'fa:16:3e:75:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:20Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 5, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'subnets': [{'id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:53.452522 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] Checking router: 60b80c8b-9eb8-4012-a3fa-439520e42041 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:33:53.461016 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:33:53.461607 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:33:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:53.559883 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:33:53.738929 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'da47870a-8ff6-42a8-a43e-837f2480c5d4', 'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'mac_address': 'fa:16:3e:75:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:20Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 5, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'subnets': [{'id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:53.768413 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02e976-e3e0-4cb6-90c7-8a49ba8ff9cd None None] The sync data for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi is: [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:27:20Z', 'revision_number': 4, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'da47870a-8ff6-42a8-a43e-837f2480c5d4', 'name': '', 'network_id': '54505e31-75ca-4416-ae9a-5b70292fe878', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'mac_address': 'fa:16:3e:75:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:20Z', 'updated_at': '2022-08-05T02:27:26Z', 'revision_number': 5, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'subnets': [{'id': '8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:33:53.989018 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051f184-fc69-4e09-9468-28dea60ab255 None None] New status for floating IP 563e60ef-d33e-42ca-a2ba-a21ad66cf811: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:33:54.499604 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-019d900d-82b6-487b-91e5-02eb2b6b6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:54.501131 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-019d900d-82b6-487b-91e5-02eb2b6b6dad service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 200 len: 910 time: 0.0873859 Aug 05 02:33:54.566375 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-f137d3d3-daf4-4662-a63d-c920ed2a3d8c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 200 len: 217 time: 0.0530059 Aug 05 02:33:54.587563 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914ab4f-d856-476c-97f6-ae659fd2a9ee req-2fd3839c-43a4-4881-9dad-6e48c8fa315b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:54.588969 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c914ab4f-d856-476c-97f6-ae659fd2a9ee req-2fd3839c-43a4-4881-9dad-6e48c8fa315b tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0855646 Aug 05 02:33:54.590342 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:54.651397 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-1a33baf0-0203-4306-afb7-dfa525ba4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:54.652789 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-1a33baf0-0203-4306-afb7-dfa525ba4627 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 HTTP/1.1" status: 200 len: 848 time: 0.0783210 Aug 05 02:33:54.668065 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c914ab4f-d856-476c-97f6-ae659fd2a9ee req-54336008-b0ef-4fd0-98d3-da5cac77a263 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7610160f-9338-4536-92a8-0813e02aa252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601206 Aug 05 02:33:55.015746 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-e0f2ad6b-70a2-4663-a31e-9752c4c49704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:55.017264 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-e0f2ad6b-70a2-4663-a31e-9752c4c49704 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=54505e31-75ca-4416-ae9a-5b70292fe878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440271 Aug 05 02:33:55.123952 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-1a0fcb60-5ddd-4afc-8f9f-30bf65d215e7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963547 Aug 05 02:33:55.204068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-78619d91-0daa-4160-9d3a-f4fbf273cc05 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:33:55.205575 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-78619d91-0daa-4160-9d3a-f4fbf273cc05 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 946 time: 0.0957842 Aug 05 02:33:55.237055 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:55.295608 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-769f4bde-e01e-4fdf-9a3d-73800853d62a req-ae969330-31a0-4000-93df-ee01512af61c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558845 Aug 05 02:33:55.309115 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Deleting port 652b8180-4f83-4880-81b9-b44df98605a9 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:33:55.309488 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (652b8180-4f83-4880-81b9-b44df98605a9), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:55.408145 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] For port 652b8180-4f83-4880-81b9-b44df98605a9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=652b8180-4f83-4880-81b9-b44df98605a9,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:55.408784 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (652b8180-4f83-4880-81b9-b44df98605a9), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:55.423454 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Calling delete_port for 652b8180-4f83-4880-81b9-b44df98605a9 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:33:55.552682 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (652b8180-4f83-4880-81b9-b44df98605a9), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:55.580693 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event deleted for resources: {'Port': ['ID=652b8180-4f83-4880-81b9-b44df98605a9,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:55.626030 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] No DVR routers for this DVR port 652b8180-4f83-4880-81b9-b44df98605a9 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:33:55.628470 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:55.632381 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0417f3bb-1381-4e4c-b004-d86d9bae91b7 req-1ed9403e-520f-4a24-916b-ce5fac354ee4 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.45 "DELETE /networking/v2.0/ports/652b8180-4f83-4880-81b9-b44df98605a9 HTTP/1.1" status: 204 len: 173 time: 0.4208338 Aug 05 02:33:55.632817 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'name': 'network-vif-deleted', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:33:55.635068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c75864-f021-4c5a-9c24-c5ae642476b2" -d '{"events": [{"server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "name": "network-vif-deleted", "tag": "652b8180-4f83-4880-81b9-b44df98605a9"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:33:55.675457 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10534204-e993-4cf0-add0-3d12cf9e5c40 x-openstack-request-id: req-10534204-e993-4cf0-add0-3d12cf9e5c40 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:33:55.675753 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb56ea7-8771-41b9-b537-a6d4afeda7ab", "name": "network-vif-deleted", "tag": "652b8180-4f83-4880-81b9-b44df98605a9", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:33:55.676016 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10534204-e993-4cf0-add0-3d12cf9e5c40 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:33:55.676457 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10534204-e993-4cf0-add0-3d12cf9e5c40'] response: {'server_uuid': '5eb56ea7-8771-41b9-b537-a6d4afeda7ab', 'name': 'network-vif-deleted', 'tag': '652b8180-4f83-4880-81b9-b44df98605a9', 'status': 'completed', 'code': 200} Aug 05 02:33:55.772997 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20a3c7cd-2314-4165-925c-f791ae3aac1f req-6331719d-dc0d-47c0-a2df-980493da2953 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5eb56ea7-8771-41b9-b537-a6d4afeda7ab HTTP/1.1" status: 200 len: 210 time: 0.0314810 Aug 05 02:33:56.839036 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48096) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:56.895443 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-13187898-731e-43c0-a352-3e2de6497d68 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group (7610160f-9338-4536-92a8-0813e02aa252), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:56.921764 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-13187898-731e-43c0-a352-3e2de6497d68 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group (7610160f-9338-4536-92a8-0813e02aa252), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:56.931547 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:56.980738 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-13187898-731e-43c0-a352-3e2de6497d68 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (7610160f-9338-4536-92a8-0813e02aa252), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:56.983252 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-13187898-731e-43c0-a352-3e2de6497d68 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:56.984423 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-13187898-731e-43c0-a352-3e2de6497d68 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7610160f-9338-4536-92a8-0813e02aa252 HTTP/1.1" status: 204 len: 168 time: 0.1447608 Aug 05 02:33:56.994103 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13187898-731e-43c0-a352-3e2de6497d68 tempest-TestShelveInstance-974023362 tempest-TestShelveInstance-974023362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7610160f-9338-4536-92a8-0813e02aa252,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:57.031623 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48102) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:57.690004 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (60b80c8b-9eb8-4012-a3fa-439520e42041), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:57.766178 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:57.912190 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Deleting port da47870a-8ff6-42a8-a43e-837f2480c5d4 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:33:57.912925 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:57.990901 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] For port da47870a-8ff6-42a8-a43e-837f2480c5d4, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=da47870a-8ff6-42a8-a43e-837f2480c5d4,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:57.991263 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:58.003705 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Calling delete_port for da47870a-8ff6-42a8-a43e-837f2480c5d4 owned by network:router_interface {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:33:58.141199 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:58.182889 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (da47870a-8ff6-42a8-a43e-837f2480c5d4), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:58.213132 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Pushing event deleted for resources: {'Port': ['ID=da47870a-8ff6-42a8-a43e-837f2480c5d4,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:58.375184 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (60b80c8b-9eb8-4012-a3fa-439520e42041), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:58.572634 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:58.584463 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Router 60b80c8b-9eb8-4012-a3fa-439520e42041 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:33:58.685002 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:33:58.689859 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9b1a711e-e927-45a9-a2dd-9890ef05ea11 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/60b80c8b-9eb8-4012-a3fa-439520e42041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6572273 Aug 05 02:33:58.692398 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48106) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:58.697042 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] Sync routers for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:33:58.706210 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:33:58.706809 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:33:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:58.790100 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks [] for router (60b80c8b-9eb8-4012-a3fa-439520e42041), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:58.807586 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:33:58.892308 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks [] for router_gateway (60b80c8b-9eb8-4012-a3fa-439520e42041), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:58.941436 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Deleting port bc42df76-6239-44e8-ac36-7e41bde07422 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:33:58.942132 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.020516 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:59.026171 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] For port bc42df76-6239-44e8-ac36-7e41bde07422, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=bc42df76-6239-44e8-ac36-7e41bde07422,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:59.026534 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.040809 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Calling delete_port for bc42df76-6239-44e8-ac36-7e41bde07422 owned by network:router_gateway {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:33:59.065031 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:33:58Z', 'revision_number': 5, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port': {'id': 'bc42df76-6239-44e8-ac36-7e41bde07422', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:18Z', 'updated_at': '2022-08-05T02:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:59.089867 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] Checking router: 60b80c8b-9eb8-4012-a3fa-439520e42041 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:33:59.098088 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] Routers {'60b80c8b-9eb8-4012-a3fa-439520e42041'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:33:59.098684 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:33:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['60b80c8b-9eb8-4012-a3fa-439520e42041'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:59.180653 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] Set router 60b80c8b-9eb8-4012-a3fa-439520e42041 gateway port host: None {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:33:59.207303 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (bc42df76-6239-44e8-ac36-7e41bde07422), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.231819 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:33:58Z', 'revision_number': 6, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port_host': None}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:33:59.232511 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc42df76-6239-44e8-ac36-7e41bde07422,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:59.257441 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b74727-1ce6-4d9c-8985-3b81e765985c None None] The sync data for ids ['60b80c8b-9eb8-4012-a3fa-439520e42041'] in dv-cinder-815582-13-iscsi is: [{'id': '60b80c8b-9eb8-4012-a3fa-439520e42041', 'name': 'tempest-TestShelveInstance-2047431722-router', 'tenant_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:17Z', 'updated_at': '2022-08-05T02:33:58Z', 'revision_number': 6, 'project_id': 'b3677b84efd24f76bbbc0f8a762ec3f5', 'gw_port_host': None}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:33:59.304000 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (60b80c8b-9eb8-4012-a3fa-439520e42041), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.392246 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (60b80c8b-9eb8-4012-a3fa-439520e42041), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.394454 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks [] for router_controller (60b80c8b-9eb8-4012-a3fa-439520e42041), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.436948 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (60b80c8b-9eb8-4012-a3fa-439520e42041), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.437591 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b80c8b-9eb8-4012-a3fa-439520e42041 {{(pid=104195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:33:59.441871 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.443723 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-586ac2de-db05-4689-a349-a9cd9f7826a7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/60b80c8b-9eb8-4012-a3fa-439520e42041 HTTP/1.1" status: 204 len: 168 time: 0.7497823 Aug 05 02:33:59.446264 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48112) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:59.491268 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_v2 [None req-de57c7b8-04b6-459b-ad62-5abfae05899c admin admin] Deleting subnet 8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 {{(pid=104195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:33:59.494225 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-de57c7b8-04b6-459b-ad62-5abfae05899c admin admin] Publish callbacks [] for subnet (8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.532636 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-de57c7b8-04b6-459b-ad62-5abfae05899c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12914265'] for subnet (8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.555838 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 652b8180-4f83-4880-81b9-b44df98605a9 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:33:59.574952 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 652b8180-4f83-4880-81b9-b44df98605a9 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:33:59.575383 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 652b8180-4f83-4880-81b9-b44df98605a9 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:33:59.593848 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:59.613707 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-de57c7b8-04b6-459b-ad62-5abfae05899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.672677 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-de57c7b8-04b6-459b-ad62-5abfae05899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24822573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24870541'] for subnet (8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.710464 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57c7b8-04b6-459b-ad62-5abfae05899c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:33:59.714380 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-de57c7b8-04b6-459b-ad62-5abfae05899c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.717862 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-de57c7b8-04b6-459b-ad62-5abfae05899c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/8a6807cd-dc8c-4fc6-85cc-b6e21b121ad6 HTTP/1.1" status: 204 len: 168 time: 0.2703755 Aug 05 02:33:59.719918 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb08279-0c82-43c0-9054-c3bc343ba840 None None] Network 54505e31-75ca-4416-ae9a-5b70292fe878 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:33:59.720082 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48114) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:33:59.794689 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (54505e31-75ca-4416-ae9a-5b70292fe878), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.846316 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Deleting port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:33:59.846659 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.915676 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] For port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0,segment=NetworkSegment(a59018d0-9d69-4850-ad49-a60fad766074),segment_id=a59018d0-9d69-4850-ad49-a60fad766074)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:33:59.916036 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:33:59.924978 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:33:59.929798 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Calling delete_port for 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:34:00.014895 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:00.041834 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:00.048022 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] No DVR routers for this DVR port 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 on host dv-cinder-815582-13-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:34:00.056407 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1efa50-227b-4ff2-96ec-dc1503427ba1 None None] DHCP port deletion for 54505e31-75ca-4416-ae9a-5b70292fe878 request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:34:00.124094 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (54505e31-75ca-4416-ae9a-5b70292fe878), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:00.145354 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54505e31-75ca-4416-ae9a-5b70292fe878']}} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:00.155218 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59018d0-9d69-4850-ad49-a60fad766074') {'for_net_delete': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:00.155519 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59018d0-9d69-4850-ad49-a60fad766074') {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:00.165253 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12914256'] for segment (a59018d0-9d69-4850-ad49-a60fad766074), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:00.178724 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (a59018d0-9d69-4850-ad49-a60fad766074), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:00.184886 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=104195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:34:00.185263 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24822927'] for segment (a59018d0-9d69-4850-ad49-a60fad766074), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:00.250582 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (54505e31-75ca-4416-ae9a-5b70292fe878), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:00.256749 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:00.263468 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48122) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:34:00.264997 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/54505e31-75ca-4416-ae9a-5b70292fe878 HTTP/1.1" status: 204 len: 168 time: 0.5438416 Aug 05 02:34:00.267975 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment a59018d0-9d69-4850-ad49-a60fad766074 resource provider aggregate not found Aug 05 02:34:00.281854 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53250504-e2f3-42d5-8a07-75fc13165999 admin admin] Pushing event deleted for resources: {'Network': ['ID=54505e31-75ca-4416-ae9a-5b70292fe878,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:00.301056 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment a59018d0-9d69-4850-ad49-a60fad766074 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a59018d0-9d69-4850-ad49-a60fad766074 found for delete ", "request_id": "req-3031d83a-d59b-4102-9e37-65dd8b011017"}]} Aug 05 02:34:00.442232 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device bc42df76-6239-44e8-ac36-7e41bde07422 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:34:00.462254 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: bc42df76-6239-44e8-ac36-7e41bde07422 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:34:00.462688 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device bc42df76-6239-44e8-ac36-7e41bde07422 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:34:00.463171 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:34:00.482543 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:34:00.482893 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 63d1e4ab-1fb5-4bd5-87d9-6bae8fe40ea0 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:34:00.483307 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device da47870a-8ff6-42a8-a43e-837f2480c5d4 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:34:00.505456 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: da47870a-8ff6-42a8-a43e-837f2480c5d4 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:34:00.505803 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device da47870a-8ff6-42a8-a43e-837f2480c5d4 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:34:00.828112 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (2259433a-8dd8-4657-ae5f-2198d2247eab), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:01.046326 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Deleting port 1319bbe0-42b5-40a3-b13c-0b98fd709615 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:34:01.046671 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:01.125292 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] For port 1319bbe0-42b5-40a3-b13c-0b98fd709615, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=1319bbe0-42b5-40a3-b13c-0b98fd709615,segment=NetworkSegment(c1d6a019-74df-408b-96a8-2f8445dec67d),segment_id=c1d6a019-74df-408b-96a8-2f8445dec67d)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:34:01.125575 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:01.138293 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Calling delete_port for 1319bbe0-42b5-40a3-b13c-0b98fd709615 owned by network:router_interface {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:34:01.266573 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:01.271602 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:01.278433 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:01.321091 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (1319bbe0-42b5-40a3-b13c-0b98fd709615), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:01.344994 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Pushing event deleted for resources: {'Port': ['ID=1319bbe0-42b5-40a3-b13c-0b98fd709615,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:01.357206 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.357556 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.357895 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.358282 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.358619 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.359001 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.359333 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.359705 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.360069 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.360366 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.360800 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.361060 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.361381 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.361774 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.362139 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:01.519694 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (2259433a-8dd8-4657-ae5f-2198d2247eab), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:01.727268 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Router 2259433a-8dd8-4657-ae5f-2198d2247eab has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:34:01.827215 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:34:01.837127 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d546831f-61d8-460a-9a54-24978636a610 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/2259433a-8dd8-4657-ae5f-2198d2247eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5723462 Aug 05 02:34:01.839665 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48128) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:34:01.843961 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] Sync routers for ids ['2259433a-8dd8-4657-ae5f-2198d2247eab'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:34:01.853975 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] Routers {'2259433a-8dd8-4657-ae5f-2198d2247eab'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:34:01.854585 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:33:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['2259433a-8dd8-4657-ae5f-2198d2247eab'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:01.937790 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks [] for router (2259433a-8dd8-4657-ae5f-2198d2247eab), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:01.953100 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] Set router 2259433a-8dd8-4657-ae5f-2198d2247eab gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:34:02.032623 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks [] for router_gateway (2259433a-8dd8-4657-ae5f-2198d2247eab), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.076747 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Deleting port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:34:02.077085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.120815 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:22Z', 'updated_at': '2022-08-05T02:34:01Z', 'revision_number': 5, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'gw_port': {'id': '507a654a-bb17-4cad-9aa5-a3b8a13a66b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:27:23Z', 'updated_at': '2022-08-05T02:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:02.142742 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:02.145265 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] Checking router: 2259433a-8dd8-4657-ae5f-2198d2247eab for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:34:02.154526 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] Routers {'2259433a-8dd8-4657-ae5f-2198d2247eab'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:34:02.155140 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:33:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['2259433a-8dd8-4657-ae5f-2198d2247eab'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:02.158561 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] For port 507a654a-bb17-4cad-9aa5-a3b8a13a66b3, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=507a654a-bb17-4cad-9aa5-a3b8a13a66b3,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:34:02.158920 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.169175 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:02.173499 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Calling delete_port for 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 owned by network:router_gateway {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:34:02.225979 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:02.243041 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] Set router 2259433a-8dd8-4657-ae5f-2198d2247eab gateway port host: None {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:34:02.295556 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:22Z', 'updated_at': '2022-08-05T02:34:02Z', 'revision_number': 6, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'gw_port_host': None}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:02.320488 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d9a9b4-b3f1-4871-b4f8-a924965107a1 None None] The sync data for ids ['2259433a-8dd8-4657-ae5f-2198d2247eab'] in dv-cinder-815582-13-iscsi is: [{'id': '2259433a-8dd8-4657-ae5f-2198d2247eab', 'name': 'tempest-TestShelveInstance-1935963351-router', 'tenant_id': '71cef2110dfb43dabac1baaed43f2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:27:22Z', 'updated_at': '2022-08-05T02:34:02Z', 'revision_number': 6, 'project_id': '71cef2110dfb43dabac1baaed43f2d7c', 'gw_port_host': None}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:34:02.338327 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (507a654a-bb17-4cad-9aa5-a3b8a13a66b3), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.367092 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=507a654a-bb17-4cad-9aa5-a3b8a13a66b3,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:02.430179 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (2259433a-8dd8-4657-ae5f-2198d2247eab), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.514371 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (2259433a-8dd8-4657-ae5f-2198d2247eab), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.516507 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks [] for router_controller (2259433a-8dd8-4657-ae5f-2198d2247eab), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.556414 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (2259433a-8dd8-4657-ae5f-2198d2247eab), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.556961 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2259433a-8dd8-4657-ae5f-2198d2247eab {{(pid=104196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:34:02.561074 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.562222 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-43fbdc0a-09a3-4e61-9590-bcadd88b7a12 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/2259433a-8dd8-4657-ae5f-2198d2247eab HTTP/1.1" status: 204 len: 168 time: 0.7217264 Aug 05 02:34:02.564761 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48130) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:34:02.612835 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9f9b15-6a09-4bf9-8ac3-452570c355bf admin admin] Deleting subnet addfc027-c538-4b6d-aa8e-8609679787e3 {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:34:02.615875 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9b15-6a09-4bf9-8ac3-452570c355bf admin admin] Publish callbacks [] for subnet (addfc027-c538-4b6d-aa8e-8609679787e3), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.653865 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9b15-6a09-4bf9-8ac3-452570c355bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13584754'] for subnet (addfc027-c538-4b6d-aa8e-8609679787e3), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.747819 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9b15-6a09-4bf9-8ac3-452570c355bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (addfc027-c538-4b6d-aa8e-8609679787e3), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.803366 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9b15-6a09-4bf9-8ac3-452570c355bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13018992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12884257'] for subnet (addfc027-c538-4b6d-aa8e-8609679787e3), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.828606 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f9b15-6a09-4bf9-8ac3-452570c355bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=addfc027-c538-4b6d-aa8e-8609679787e3,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:02.832086 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9b15-6a09-4bf9-8ac3-452570c355bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.835815 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-5a9f9b15-6a09-4bf9-8ac3-452570c355bf admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/addfc027-c538-4b6d-aa8e-8609679787e3 HTTP/1.1" status: 204 len: 168 time: 0.2701335 Aug 05 02:34:02.838586 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48132) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:34:02.844014 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f29146-46de-42aa-b300-281ff7ae3b82 None None] Network 6464d0b7-f3b2-439a-9891-52497f568646 requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:34:02.897994 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:02.909822 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (6464d0b7-f3b2-439a-9891-52497f568646), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:02.959926 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Deleting port 26ea61f1-d1bb-41ed-a38f-455224854366 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:34:02.960268 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.023293 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] For port 26ea61f1-d1bb-41ed-a38f-455224854366, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=26ea61f1-d1bb-41ed-a38f-455224854366,segment=NetworkSegment(c1d6a019-74df-408b-96a8-2f8445dec67d),segment_id=c1d6a019-74df-408b-96a8-2f8445dec67d)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:34:03.023580 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.035765 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Calling delete_port for 26ea61f1-d1bb-41ed-a38f-455224854366 owned by network:dhcp {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:34:03.040094 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:03.082183 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:03.094123 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] DHCP port deletion for 6464d0b7-f3b2-439a-9891-52497f568646 request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:34:03.098433 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1319bbe0-42b5-40a3-b13c-0b98fd709615 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:34:03.132603 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.137002 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 1319bbe0-42b5-40a3-b13c-0b98fd709615 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:34:03.137347 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 1319bbe0-42b5-40a3-b13c-0b98fd709615 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:34:03.150827 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Deleting port 26ea61f1-d1bb-41ed-a38f-455224854366 {{(pid=104197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:34:03.151200 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), before_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.157828 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ea61f1-d1bb-41ed-a38f-455224854366,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:03.161361 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] No DVR routers for this DVR port 26ea61f1-d1bb-41ed-a38f-455224854366 on host dv-cinder-815582-13-iscsi {{(pid=104196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:34:03.222975 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] For port 26ea61f1-d1bb-41ed-a38f-455224854366, host dv-cinder-815582-13-iscsi, got binding levels [] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:34:03.223365 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), precommit_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.236427 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Calling delete_port for 26ea61f1-d1bb-41ed-a38f-455224854366 owned by network:dhcp {{(pid=104197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:34:03.239255 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.ipam_backend_mixin [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Port 26ea61f1-d1bb-41ed-a38f-455224854366 was not found and therefore no delete operation was performed {{(pid=104197) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 05 02:34:03.240532 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (26ea61f1-d1bb-41ed-a38f-455224854366), after_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.246509 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (6464d0b7-f3b2-439a-9891-52497f568646), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.264552 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Pushing event deleted for resources: {'Port': ['ID=26ea61f1-d1bb-41ed-a38f-455224854366,revision_number=None']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:03.269568 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] No DVR routers for this DVR port 26ea61f1-d1bb-41ed-a38f-455224854366 on host dv-cinder-815582-13-iscsi {{(pid=104197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:34:03.272597 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6464d0b7-f3b2-439a-9891-52497f568646']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:03.275972 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.276342 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.276682 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.277015 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.277343 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.277668 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.278071 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.278396 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.278714 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.279033 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.279355 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.279676 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.279994 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.280394 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.280733 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26217564-c205-4bb2-a9e3-afec94427a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:34:03.284273 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d6a019-74df-408b-96a8-2f8445dec67d') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:03.284273 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d6a019-74df-408b-96a8-2f8445dec67d') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:34:03.296685 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (c1d6a019-74df-408b-96a8-2f8445dec67d), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.311757 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (c1d6a019-74df-408b-96a8-2f8445dec67d), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.319764 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:34:03.320164 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (c1d6a019-74df-408b-96a8-2f8445dec67d), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.386429 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (6464d0b7-f3b2-439a-9891-52497f568646), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.392791 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.397026 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/6464d0b7-f3b2-439a-9891-52497f568646 HTTP/1.1" status: 204 len: 168 time: 0.5574889 Aug 05 02:34:03.404805 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment c1d6a019-74df-408b-96a8-2f8445dec67d resource provider aggregate not found Aug 05 02:34:03.418436 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c626b45-042d-486b-b36e-5f4708c2bff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6464d0b7-f3b2-439a-9891-52497f568646,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:03.432737 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment c1d6a019-74df-408b-96a8-2f8445dec67d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1d6a019-74df-408b-96a8-2f8445dec67d found for delete ", "request_id": "req-5ca103f5-78f8-4cf1-baea-a31da8cb9847"}]} Aug 05 02:34:03.520512 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48144) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:34:03.560138 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d384a74d-56c5-47e0-88ae-89432f76920b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b3677b84efd24f76bbbc0f8a762ec3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383897 Aug 05 02:34:03.562595 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48146) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:34:03.613664 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cd116894-ad33-43a5-9b43-f5965474633a admin admin] Publish callbacks [] for security_group (0cdc3a6a-2583-457f-9b5e-ddfdbd06a35f), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.635589 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cd116894-ad33-43a5-9b43-f5965474633a admin admin] Publish callbacks [] for security_group (0cdc3a6a-2583-457f-9b5e-ddfdbd06a35f), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.685696 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cd116894-ad33-43a5-9b43-f5965474633a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (0cdc3a6a-2583-457f-9b5e-ddfdbd06a35f), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.688139 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cd116894-ad33-43a5-9b43-f5965474633a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:03.689312 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-cd116894-ad33-43a5-9b43-f5965474633a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0cdc3a6a-2583-457f-9b5e-ddfdbd06a35f HTTP/1.1" status: 204 len: 168 time: 0.1258330 Aug 05 02:34:03.697755 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd116894-ad33-43a5-9b43-f5965474633a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdc3a6a-2583-457f-9b5e-ddfdbd06a35f,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:04.010224 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48152) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:34:04.049480 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-3bbe330c-96c1-4cf4-a541-3fc276cf26e6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=71cef2110dfb43dabac1baaed43f2d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381491 Aug 05 02:34:04.051942 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48154) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:34:04.098476 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-beb60f24-cb5f-4df8-abf7-338ecea51fd3 admin admin] Publish callbacks [] for security_group (f34dba6d-974d-408e-96f2-982417bbe373), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:04.120311 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-beb60f24-cb5f-4df8-abf7-338ecea51fd3 admin admin] Publish callbacks [] for security_group (f34dba6d-974d-408e-96f2-982417bbe373), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:04.151353 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:04.166569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-beb60f24-cb5f-4df8-abf7-338ecea51fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (f34dba6d-974d-408e-96f2-982417bbe373), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:04.169360 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-beb60f24-cb5f-4df8-abf7-338ecea51fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:04.170627 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-beb60f24-cb5f-4df8-abf7-338ecea51fd3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f34dba6d-974d-408e-96f2-982417bbe373 HTTP/1.1" status: 204 len: 168 time: 0.1171007 Aug 05 02:34:04.178789 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb60f24-cb5f-4df8-abf7-338ecea51fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34dba6d-974d-408e-96f2-982417bbe373,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:34:04.441282 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:34:04.466348 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:34:04.466810 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 507a654a-bb17-4cad-9aa5-a3b8a13a66b3 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:34:04.467302 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 26ea61f1-d1bb-41ed-a38f-455224854366 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:34:04.486859 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 26ea61f1-d1bb-41ed-a38f-455224854366 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:34:04.487319 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 26ea61f1-d1bb-41ed-a38f-455224854366 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:34:09.203072 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:09.235267 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=80 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:10.048242 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9c006cd1-5cf7-4bdc-ae6f-61f8a93c488b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:10.601302 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:34:12.260126 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b12d3718-18ab-4e68-84ac-0bb120731593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:13.266059 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:13.692379 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=42,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:13.693178 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=56,neutron:DELETE=8 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:14.173849 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=52,neutron:DELETE=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:14.895052 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:14.910584 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:20.596152 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:20.596968 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:24.905585 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:24.906375 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:31.273069 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:33.582976 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:33.594960 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=5 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:39.196564 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-8b82e6f8-fe0b-48e9-b322-fb486b80a715 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415609 Aug 05 02:34:39.297477 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-bebc0bb8-fa3e-4ae5-83af-8a4ddad7c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:34:39.298958 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-bebc0bb8-fa3e-4ae5-83af-8a4ddad7c9b3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 1130 time: 0.0389330 Aug 05 02:34:39.406952 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-4513822f-a6f2-4e13-88f2-38b7ae8dbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:34:39.408420 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-4513822f-a6f2-4e13-88f2-38b7ae8dbd1e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0899842 Aug 05 02:34:39.470865 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-e25362d7-629c-4526-901e-3c8f56b6b153 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45 HTTP/1.1" status: 200 len: 1002 time: 0.0556242 Aug 05 02:34:39.518591 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-9d7a0938-4e3e-4b4a-ba05-393c5b0ae560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:34:39.519968 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-9d7a0938-4e3e-4b4a-ba05-393c5b0ae560 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0433917 Aug 05 02:34:39.562177 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-fc1f3d91-3fe6-4b86-9a70-978558f96f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:34:39.563577 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-fc1f3d91-3fe6-4b86-9a70-978558f96f93 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373712 Aug 05 02:34:39.657598 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-cbca6e3a-5848-45ae-a5ac-59eaeef3014c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876379 Aug 05 02:34:39.751511 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91ed1720-bfb4-43b2-be2d-b1f155343084 req-45975c22-15c1-4ae1-a0bf-e2c3be7094dd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882630 Aug 05 02:34:40.041381 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-45644a5f-fa3b-4878-9880-30cdfaa01335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:42.262374 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9590fbaa-e2ed-4b19-bd70-6de5137a5180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:43.269140 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:44.901312 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:44.911930 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:34:47.600933 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:34:49.741234 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=54 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:49.748274 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=47 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:54.902973 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:34:54.907599 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:01.271731 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:10.048163 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-369b974f-0e3d-493b-8605-3860e8cc3c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:10.591035 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=14 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:10.591806 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=20 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:12.264721 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-81c1ca19-b0eb-485f-b552-eff6e137b36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:13.271884 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:14.904234 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:14.916281 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:24.599729 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:35:24.909003 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:24.911603 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:31.302182 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:34.595397 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:34.596215 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:39.197906 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-e063cf20-6404-45e0-9732-9d7b9d07e310 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383227 Aug 05 02:35:39.298184 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-f1f63851-f323-4913-8d5d-f82aa7954118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:35:39.299637 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-f1f63851-f323-4913-8d5d-f82aa7954118 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 1130 time: 0.0388334 Aug 05 02:35:39.404783 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-fea9d654-6b6a-4e9e-9241-dacb8a478597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:35:39.406121 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-fea9d654-6b6a-4e9e-9241-dacb8a478597 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0886607 Aug 05 02:35:39.465797 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-afbf730a-c01b-4c07-bd0a-e5a2aa3de609 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45 HTTP/1.1" status: 200 len: 1002 time: 0.0541189 Aug 05 02:35:39.513718 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-eda2c797-5399-4938-9c1c-b9831840b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:35:39.515095 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-eda2c797-5399-4938-9c1c-b9831840b16c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0430849 Aug 05 02:35:39.561265 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-2f3fc9cb-fa48-467f-b054-a08545ffd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:35:39.562694 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-2f3fc9cb-fa48-467f-b054-a08545ffd137 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410182 Aug 05 02:35:39.651193 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-9a530f55-28b9-4965-a97a-6179db2dc333 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825481 Aug 05 02:35:40.000239 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9117963e-13c9-42ec-b022-14ef28a2c2cd req-418f1681-649b-4b93-ad26-26c6a0f6d0a8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419335 Aug 05 02:35:40.041862 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-07ceaaa6-8e48-46b6-943b-324c82322a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:42.269650 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0554-7531-438e-9ccd-f4969913b9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:43.274161 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:44.901867 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:44.917638 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:35:47.577935 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:47.589851 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=5 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:49.995596 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=52 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:49.997582 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=49 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:54.912696 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:35:54.914609 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:01.315618 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:01.598858 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:36:04.870096 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb82e1-bcee-4811-a360-4af9e6e81514 req-7d29ae7a-e014-476c-b46a-7cec92b82cc0 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:04.871554 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57bb82e1-bcee-4811-a360-4af9e6e81514 req-7d29ae7a-e014-476c-b46a-7cec92b82cc0 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 946 time: 0.2454078 Aug 05 02:36:04.921575 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-57bb82e1-bcee-4811-a360-4af9e6e81514 req-a1fcfe99-7c2d-49ba-905d-78b0f8f2b3e3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444305 Aug 05 02:36:06.100366 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f127379-dad1-49b2-9bef-78c136c256bb req-fb77aa05-8e45-49e7-9809-1c0937fe5070 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:06.102256 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6f127379-dad1-49b2-9bef-78c136c256bb req-fb77aa05-8e45-49e7-9809-1c0937fe5070 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 946 time: 0.1029825 Aug 05 02:36:06.151959 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6f127379-dad1-49b2-9bef-78c136c256bb req-19aec835-7791-4182-b895-4b9e3e2bb868 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439076 Aug 05 02:36:06.492801 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-b531a7db-3e74-4b85-8573-30263d6a44d1 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:06.494200 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-b531a7db-3e74-4b85-8573-30263d6a44d1 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 946 time: 0.0490513 Aug 05 02:36:06.573281 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Deleting port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:36:06.573625 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:06.668659 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] For port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:36:06.669017 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:06.828696 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:06.828990 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (a9261636-cdf8-459b-9d86-98e6ea9d12ac), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:06.829317 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Floating IP a9261636-cdf8-459b-9d86-98e6ea9d12ac disassociated. External IP: 172.27.0.201, port: 05c19a4c-fc1d-4eb9-b7d1-a74975263d45. Aug 05 02:36:06.829670 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Calling delete_port for 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:36:06.958855 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (05c19a4c-fc1d-4eb9-b7d1-a74975263d45), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:06.987335 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event deleted for resources: {'Port': ['ID=05c19a4c-fc1d-4eb9-b7d1-a74975263d45,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:36:06.999629 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:06.999992 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.000364 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.000716 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.001059 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.001399 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.001737 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.002070 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.002408 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.002740 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.003079 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.003410 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.003741 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.004069 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.004421 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:07.110045 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:36:07.215184 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:36:07.227679 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] Sync routers for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:36:07.237817 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:36:07.238432 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:35:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:36:07.273677 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] No DVR routers for this DVR port 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:36:07.297104 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:07.300821 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0d981545-2a7d-4620-b49c-23a32a037cb3 req-8641e6c0-d45d-4913-8307-54b4c7c7538f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "DELETE /networking/v2.0/ports/05c19a4c-fc1d-4eb9-b7d1-a74975263d45 HTTP/1.1" status: 204 len: 173 time: 0.8008113 Aug 05 02:36:07.301774 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'name': 'network-vif-deleted', 'tag': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:36:07.305125 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a9a76e-b218-4503-8f7c-0cb7954d2bb7" -d '{"events": [{"server_uuid": "3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d", "name": "network-vif-deleted", "tag": "05c19a4c-fc1d-4eb9-b7d1-a74975263d45"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:36:07.311513 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-85d01403-91be-43a6-9d7b-ff3a23df88ce req-6149c274-120a-4716-a905-72f3622adf6f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d HTTP/1.1" status: 200 len: 210 time: 0.0721700 Aug 05 02:36:07.349853 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:36:07.359341 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194b973-d310-4116-ba06-e0a9e467140d x-openstack-request-id: req-8194b973-d310-4116-ba06-e0a9e467140d {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:36:07.359666 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d", "name": "network-vif-deleted", "tag": "05c19a4c-fc1d-4eb9-b7d1-a74975263d45", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:36:07.360895 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8194b973-d310-4116-ba06-e0a9e467140d {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:36:07.361254 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8194b973-d310-4116-ba06-e0a9e467140d'] response: {'server_uuid': '3c2d2be2-2ffa-443f-9ae4-47a8c41bf46d', 'name': 'network-vif-deleted', 'tag': '05c19a4c-fc1d-4eb9-b7d1-a74975263d45', 'status': 'completed', 'code': 200} Aug 05 02:36:07.545633 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:36:07.573404 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] Checking router: 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:36:07.581573 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:36:07.582171 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:35:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:36:07.690131 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:36:07.879510 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:36:07.903299 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe3d374-92dd-4cbb-b14b-ff984506721a None None] The sync data for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi is: [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:36:08.130360 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2249bbf-e533-4bf3-9349-4b5b13330847 None None] New status for floating IP a9261636-cdf8-459b-9d86-98e6ea9d12ac: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:36:08.594107 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-996e5c41-0944-4324-b474-47b6328db60e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-561808126&fields=id&tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f HTTP/1.1" status: 200 len: 267 time: 0.0458379 Aug 05 02:36:08.703788 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-af1b058a-2d91-439e-8822-fe422cb27785 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:08.705252 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-af1b058a-2d91-439e-8822-fe422cb27785 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 812 time: 0.1047506 Aug 05 02:36:08.719762 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-a1d96257-992c-4728-bf15-a4438f68be4d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/quotas/59a7ad5acdc34d0782e2c6807a4fd60f HTTP/1.1" status: 200 len: 375 time: 0.0091486 Aug 05 02:36:08.768012 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-8431ef1a-5d02-472e-98a3-82257063db6b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431283 Aug 05 02:36:08.826456 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7d6e2554-1dc2-4eba-a288-78d921a6ed1b service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 02:36:08.827524 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7d6e2554-1dc2-4eba-a288-78d921a6ed1b service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0480461 Aug 05 02:36:08.925049 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-d10bc153-f93d-48c8-be39-c2e9bed4ff1a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916953 Aug 05 02:36:09.015154 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-705e5b15-d912-4a5e-9731-40bd7bd46d85 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839379 Aug 05 02:36:09.297029 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:09.320336 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-50a54a75-dc04-4ae9-bfc5-ea1d6624489d req-df206996-860d-47f5-8596-768756034913 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 210 time: 0.0334258 Aug 05 02:36:10.044692 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-71be2a10-c3d9-4b1e-a08a-eabfe29b9846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:10.123478 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:36:10.143161 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:36:10.143511 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device 05c19a4c-fc1d-4eb9-b7d1-a74975263d45 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:36:10.278320 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:10.375111 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c4463c25-4056-48d3-9740-648b1edee850 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:10.376672 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c4463c25-4056-48d3-9740-648b1edee850 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 812 time: 0.1069603 Aug 05 02:36:10.426725 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c0daef2d-27b1-44cc-8e1d-911a3a41f558 req-afca6abd-9670-4320-9174-8943cf9c4bd3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 210 time: 0.0329611 Aug 05 02:36:10.450621 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-3d853220-b2d2-422a-890b-5ed32303acbb tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f HTTP/1.1" status: 200 len: 379 time: 0.0608912 Aug 05 02:36:10.461584 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'port': {'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'admin_state_up': True, 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'security_groups': ['4ce7fbef-5b53-4a83-861d-ad2c25b4dd80']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:36:10.570303 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Made reservation on behalf of 59a7ad5acdc34d0782e2c6807a4fd60f for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:36:10.573778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:10.701884 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Allocated IP 172.20.0.5 (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f/85e69c5c-ee3f-4026-b9ab-15e662a7276e/a3416a42-520d-4b05-a1b9-2f9d757bc127) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:36:10.846555 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:10.879218 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:10.922997 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:36:10.928477 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:36:10.932905 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:36:10.962508 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'Port': ['ID=a3416a42-520d-4b05-a1b9-2f9d757bc127,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:36:10.993558 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:10.994188 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:11.012935 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-c905aae7-7500-4c84-93c5-57f4476db38d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548980 Aug 05 02:36:11.033699 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Request body: {'port': {'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:36:11.038864 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:11.102682 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:11.183174 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-1cef6409-0095-4b43-93b2-b55d991dcdc2 None None] Provisioning complete for port a3416a42-520d-4b05-a1b9-2f9d757bc127 triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:36:11.183781 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1cef6409-0095-4b43-93b2-b55d991dcdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:11.197569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:11.217916 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-1cef6409-0095-4b43-93b2-b55d991dcdc2 None None] Port a3416a42-520d-4b05-a1b9-2f9d757bc127 cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:36:11.353163 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3416a42-520d-4b05-a1b9-2f9d757bc127 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:36:11.360360 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Publish callbacks [] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:11.373157 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Transition to ACTIVE for port object a3416a42-520d-4b05-a1b9-2f9d757bc127 will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:36:11.376911 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:11.438176 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3416a42-520d-4b05-a1b9-2f9d757bc127,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:36:11.486176 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Attempting to bind port a3416a42-520d-4b05-a1b9-2f9d757bc127 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:36:11.486510 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Attempting to bind port a3416a42-520d-4b05-a1b9-2f9d757bc127 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:36:11.486840 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Attempting to bind port a3416a42-520d-4b05-a1b9-2f9d757bc127 on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:36:11.491751 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Port a3416a42-520d-4b05-a1b9-2f9d757bc127 on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:36:11.492071 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Attempting to bind port a3416a42-520d-4b05-a1b9-2f9d757bc127 on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:36:11.497000 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:36:11.497334 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Checking segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:36:11.497713 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Bound using segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:36:11.498132 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Bound port: a3416a42-520d-4b05-a1b9-2f9d757bc127, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:36:11.498489 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:11.576771 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8916-0ddb-4391-b26c-d9ba40bf6364 req-99db836c-752f-416e-bb1d-55216764041d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:11.578212 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c5bd8916-0ddb-4391-b26c-d9ba40bf6364 req-99db836c-752f-416e-bb1d-55216764041d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 943 time: 0.0706146 Aug 05 02:36:11.617214 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] For port a3416a42-520d-4b05-a1b9-2f9d757bc127, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:36:11.637500 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] For port a3416a42-520d-4b05-a1b9-2f9d757bc127, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:36:11.648978 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:11.653326 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:11.653923 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:11.655263 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 200 len: 1093 time: 0.6259155 Aug 05 02:36:11.658907 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c5bd8916-0ddb-4391-b26c-d9ba40bf6364 req-f081207a-c952-440e-98c7-074d7c019341 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715952 Aug 05 02:36:11.659321 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:36:11.661554 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0918ad5e-0d90-47be-9cf2-ed4784308e22" -d '{"events": [{"name": "network-changed", "server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:36:11.709187 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c80e2e-c214-47d6-b913-347f5f83dba8 x-openstack-request-id: req-59c80e2e-c214-47d6-b913-347f5f83dba8 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:36:11.709472 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:36:11.710546 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59c80e2e-c214-47d6-b913-347f5f83dba8 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:36:11.711210 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c80e2e-c214-47d6-b913-347f5f83dba8'] response: {'name': 'network-changed', 'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'status': 'completed', 'code': 200} Aug 05 02:36:11.715055 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e217d-e586-41b6-a152-eaf403b101d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3416a42-520d-4b05-a1b9-2f9d757bc127,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:36:11.773708 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-5a3a5dc5-3fae-4f24-8711-10eff44cea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:11.775145 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-5a3a5dc5-3fae-4f24-8711-10eff44cea5a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1127 time: 0.0387914 Aug 05 02:36:11.822616 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-fd367890-89f4-42ca-b51d-45ef8cb603df service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 200 len: 217 time: 0.0351713 Aug 05 02:36:11.872565 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-36ed794d-f7de-4217-bbe9-21034e229ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:11.873997 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-36ed794d-f7de-4217-bbe9-21034e229ec8 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0453138 Aug 05 02:36:11.916194 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-99e29980-e855-4e38-aac2-53a07ccecb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:11.917650 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-99e29980-e855-4e38-aac2-53a07ccecb76 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383947 Aug 05 02:36:12.009770 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-163f5e1e-52a2-44cc-bb23-b5453aa5e74d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859907 Aug 05 02:36:12.057586 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:12.061619 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:12.102922 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2eb88f9a-a5f9-4fea-ac49-a7aa4533489a req-57395e12-4f0b-4955-90eb-680152bb17c3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871437 Aug 05 02:36:12.273211 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ea8d-0ea4-4326-accb-4a53ade0c052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:12.779255 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c3629-ee44-47e4-983e-075c35506d8d req-1df84bed-cc78-42e1-ab07-c4199b5aaf7c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:12.780748 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-520c3629-ee44-47e4-983e-075c35506d8d req-1df84bed-cc78-42e1-ab07-c4199b5aaf7c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 943 time: 0.0487852 Aug 05 02:36:12.833296 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-520c3629-ee44-47e4-983e-075c35506d8d req-d08d969d-d587-4593-8ab1-161e66c38b4c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468872 Aug 05 02:36:12.895399 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-fb022ec7-88d8-4de4-979f-7a54ee4312c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:12.896893 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-fb022ec7-88d8-4de4-979f-7a54ee4312c9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1127 time: 0.0385091 Aug 05 02:36:12.989893 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-b574d3bc-959a-42c9-ad9f-8364792665c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:12.991982 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-b574d3bc-959a-42c9-ad9f-8364792665c8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0888360 Aug 05 02:36:13.030026 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-1f71e84e-37d9-40ea-8d79-5266f556f503 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 200 len: 217 time: 0.0321932 Aug 05 02:36:13.079140 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-63f9cbb1-7622-4508-8f99-98d90cc5e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:13.080584 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-63f9cbb1-7622-4508-8f99-98d90cc5e277 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0442500 Aug 05 02:36:13.123915 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-0ec3f612-83fa-41e2-81ba-8fa476cb20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:13.125389 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-0ec3f612-83fa-41e2-81ba-8fa476cb20fc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385728 Aug 05 02:36:13.217064 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-02cb221b-b425-4d7e-9e7b-3631d0856262 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852039 Aug 05 02:36:13.278148 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:13.311952 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-0918ad5e-0d90-47be-9cf2-ed4784308e22 req-cecbe946-5c2c-4747-8f32-0e6cd7527d5a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883119 Aug 05 02:36:13.953384 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a9e7-6eab-4e49-a6b4-e42eb9000721 req-1abe06b5-c6ac-4af1-94a5-d41878a7a1bc tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:13.954838 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6319a9e7-6eab-4e49-a6b4-e42eb9000721 req-1abe06b5-c6ac-4af1-94a5-d41878a7a1bc tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 943 time: 0.0478313 Aug 05 02:36:14.004268 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-6319a9e7-6eab-4e49-a6b4-e42eb9000721 req-52f1fa18-38a7-492a-9445-c321676ce130 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438609 Aug 05 02:36:14.908213 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:14.918408 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:15.122668 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52157f-7c8e-480a-8fa6-79f8e7417972 req-1138bbf8-8e5d-467b-b504-af8706739740 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:15.124013 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3c52157f-7c8e-480a-8fa6-79f8e7417972 req-1138bbf8-8e5d-467b-b504-af8706739740 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 943 time: 0.0471323 Aug 05 02:36:15.171359 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3c52157f-7c8e-480a-8fa6-79f8e7417972 req-fc4ac82d-def1-408d-a070-8d8ee1cfeaaf tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418289 Aug 05 02:36:16.298858 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7aded-2c85-4fcd-9024-6d7f84368a60 req-417155da-8f03-49ec-9bce-6f3c04313475 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:16.300283 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f0f7aded-2c85-4fcd-9024-6d7f84368a60 req-417155da-8f03-49ec-9bce-6f3c04313475 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 943 time: 0.0463171 Aug 05 02:36:16.348269 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f0f7aded-2c85-4fcd-9024-6d7f84368a60 req-a24dc559-4a8b-45d3-83ba-0e250dfb58c9 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Aug 05 02:36:17.463891 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6734d-03fc-4ad8-9ec1-8dff8b388681 req-2ac57db4-d964-4ccc-9706-8f67d1b6d26d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:17.465356 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0a6734d-03fc-4ad8-9ec1-8dff8b388681 req-2ac57db4-d964-4ccc-9706-8f67d1b6d26d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 943 time: 0.0467353 Aug 05 02:36:17.513690 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f0a6734d-03fc-4ad8-9ec1-8dff8b388681 req-81dd6f34-12ba-4c55-858e-b27e09e1d0c5 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429592 Aug 05 02:36:18.632818 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b3955-dbb4-4138-82c1-6d03d6f129c5 req-019cb9a8-6214-4bc1-b469-f0816d0742e1 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:18.634252 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f25b3955-dbb4-4138-82c1-6d03d6f129c5 req-019cb9a8-6214-4bc1-b469-f0816d0742e1 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 943 time: 0.0509007 Aug 05 02:36:18.683131 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-f25b3955-dbb4-4138-82c1-6d03d6f129c5 req-04050fc7-ebf2-4457-98ba-e20342987cca tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 Aug 05 02:36:19.806659 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c642-8d89-4b06-a6c2-376194b28811 req-f59e3986-6cd3-4e64-bb86-0f0cb7c5c967 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:19.808117 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6579c642-8d89-4b06-a6c2-376194b28811 req-f59e3986-6cd3-4e64-bb86-0f0cb7c5c967 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 943 time: 0.0521030 Aug 05 02:36:19.858631 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6579c642-8d89-4b06-a6c2-376194b28811 req-012f08bf-37f0-4724-b488-04dfce52e066 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450606 Aug 05 02:36:20.135873 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a3416a42-520d-4b05-a1b9-2f9d757bc127 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:36:20.231438 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a3416a42-520d-4b05-a1b9-2f9d757bc127, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:36:20.243084 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:36:20.282866 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a3416a42-520d-4b05-a1b9-2f9d757bc127 is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:36:20.283444 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:20.301579 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3416a42-520d-4b05-a1b9-2f9d757bc127 {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:36:20.326360 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a3416a42-520d-4b05-a1b9-2f9d757bc127, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:36:20.331418 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:20.376799 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=a3416a42-520d-4b05-a1b9-2f9d757bc127,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:36:20.383883 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.384235 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.384612 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.384955 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.385291 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.385620 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.385997 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.386272 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.386598 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.386922 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.387246 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.387569 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.387891 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.388230 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.388571 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:36:20.743987 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['a3416a42-520d-4b05-a1b9-2f9d757bc127'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:36:20.981673 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e4164-64b6-40f5-8cf3-040de0f5cf3c req-f74b716f-0d64-4fc5-80f8-ea0b2c558146 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:20.983124 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b52e4164-64b6-40f5-8cf3-040de0f5cf3c req-f74b716f-0d64-4fc5-80f8-ea0b2c558146 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 944 time: 0.0475156 Aug 05 02:36:21.033004 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-b52e4164-64b6-40f5-8cf3-040de0f5cf3c req-8355f2bb-12a8-427f-b80c-24d7b90c15f2 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441334 Aug 05 02:36:22.142341 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a3416a42-520d-4b05-a1b9-2f9d757bc127 up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:36:22.150464 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d94283-6250-43b8-81f3-afefc6b63f32 req-27333671-b891-4fc7-bfea-9aaaeb339bdf tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:22.151955 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-78d94283-6250-43b8-81f3-afefc6b63f32 req-27333671-b891-4fc7-bfea-9aaaeb339bdf tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 944 time: 0.0480480 Aug 05 02:36:22.182334 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:22.184232 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:22.185325 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port a3416a42-520d-4b05-a1b9-2f9d757bc127 completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:36:22.191577 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port a3416a42-520d-4b05-a1b9-2f9d757bc127 triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:36:22.192231 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:22.195456 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:22.205491 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-78d94283-6250-43b8-81f3-afefc6b63f32 req-c13b0d66-020c-4360-a929-f32479249142 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480025 Aug 05 02:36:22.389335 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port a3416a42-520d-4b05-a1b9-2f9d757bc127 is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:36:22.389712 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:22.411666 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:36:22.414419 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3afb9-e4ee-4749-8e19-687474c99e12" -d '{"events": [{"server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "name": "network-vif-plugged", "status": "completed", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:36:22.428254 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port a3416a42-520d-4b05-a1b9-2f9d757bc127, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:36:22.431954 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:22.460133 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab6bebf-22ba-4898-830f-69c3b13ed8f1 x-openstack-request-id: req-3ab6bebf-22ba-4898-830f-69c3b13ed8f1 {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:36:22.460873 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "name": "network-vif-plugged", "status": "completed", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:36:22.461123 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ab6bebf-22ba-4898-830f-69c3b13ed8f1 {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:36:22.461506 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab6bebf-22ba-4898-830f-69c3b13ed8f1'] response: {'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'code': 200} Aug 05 02:36:22.484207 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=a3416a42-520d-4b05-a1b9-2f9d757bc127,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:36:22.707355 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8de95-5056-4517-b29c-467231a96ef8 req-e4e42853-a8c8-4ccb-a27e-b3e46ba17c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:22.708936 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9da8de95-5056-4517-b29c-467231a96ef8 req-e4e42853-a8c8-4ccb-a27e-b3e46ba17c62 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1129 time: 0.0421135 Aug 05 02:36:22.756736 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9da8de95-5056-4517-b29c-467231a96ef8 req-020b494a-3b33-4678-80c5-8a4c3d8d8199 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397613 Aug 05 02:36:23.288875 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:23.327922 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31345a-55c6-405b-bf03-0cb1e8fc08fd req-1b26d369-e570-4594-94ef-3b6a05578ed0 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:23.329408 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3d31345a-55c6-405b-bf03-0cb1e8fc08fd req-1b26d369-e570-4594-94ef-3b6a05578ed0 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 945 time: 0.0498831 Aug 05 02:36:23.378514 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-3d31345a-55c6-405b-bf03-0cb1e8fc08fd req-d22470ac-5fd7-445d-8780-47160111cabe tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Aug 05 02:36:24.500589 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b629661-b5b4-45b7-8864-773e1d9eb04d req-898c14cd-de10-44b7-84a6-2c4a0ab7966c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:24.502086 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9b629661-b5b4-45b7-8864-773e1d9eb04d req-898c14cd-de10-44b7-84a6-2c4a0ab7966c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 945 time: 0.0506067 Aug 05 02:36:24.549643 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-9b629661-b5b4-45b7-8864-773e1d9eb04d req-b9a4e3dc-a7f6-45e0-9638-2c9bb4f322cc tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413747 Aug 05 02:36:24.584213 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=67 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:24.585473 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:DELETE=1,neutron:SELECT=74 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:24.666212 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b807758-176f-4178-be69-83587c7fbf29 req-21807639-6aee-4314-94a6-f7868d5368cc tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:24.667557 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4b807758-176f-4178-be69-83587c7fbf29 req-21807639-6aee-4314-94a6-f7868d5368cc tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 945 time: 0.0459533 Aug 05 02:36:24.722742 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4b807758-176f-4178-be69-83587c7fbf29 req-49b774ca-926c-48fb-b1a8-bf235ed107b7 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496721 Aug 05 02:36:24.749755 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48278) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:36:24.789655 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09240e76-b325-459b-8a7c-96710cdbda2d tempest-TestVolumeBootPattern-266616161 tempest-TestVolumeBootPattern-266616161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:24.791140 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-09240e76-b325-459b-8a7c-96710cdbda2d tempest-TestVolumeBootPattern-266616161 tempest-TestVolumeBootPattern-266616161-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1124 time: 0.0403914 Aug 05 02:36:24.793927 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48280) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:36:24.798115 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:36:24.819345 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:24.897452 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:25.004288 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Allocated IP 172.27.0.6 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/edd1b032-f435-431d-9826-cf5b727557fb) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:36:25.106973 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for port (edd1b032-f435-431d-9826-cf5b727557fb), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:25.138008 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (edd1b032-f435-431d-9826-cf5b727557fb), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:25.176458 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:36:25.181912 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:36:25.185599 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:36:25.188748 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'Port': ['ID=edd1b032-f435-431d-9826-cf5b727557fb,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:36:25.285005 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:25.386141 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:25.777627 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (cafce29d-29ac-4c60-a117-b3f034b82481), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:25.842659 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (edd1b032-f435-431d-9826-cf5b727557fb), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:25.988115 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for port (edd1b032-f435-431d-9826-cf5b727557fb), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:25.992743 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (edd1b032-f435-431d-9826-cf5b727557fb), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:26.067324 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'Port': ['ID=edd1b032-f435-431d-9826-cf5b727557fb,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:36:26.069996 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (cafce29d-29ac-4c60-a117-b3f034b82481), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:26.165900 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Floating IP cafce29d-29ac-4c60-a117-b3f034b82481 associated. External IP: 172.27.0.6, port: a3416a42-520d-4b05-a1b9-2f9d757bc127. Aug 05 02:36:26.362397 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:26.368039 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:36:26.458829 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:26.474844 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:36:26.484393 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] Sync routers for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:36:26.492503 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:26.494758 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:36:26.495373 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:36:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:36:26.527186 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-9d60140c-2f68-4efc-a389-2d3d608346ea tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7322376 Aug 05 02:36:26.528072 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:36:26.530550 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20346a3d-6be0-4857-b356-f293230ab996" -d '{"events": [{"name": "network-changed", "server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:36:26.566801 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e037432-2d7d-4f42-be63-7c7c1853d5c1 x-openstack-request-id: req-5e037432-2d7d-4f42-be63-7c7c1853d5c1 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:36:26.567154 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:36:26.567461 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e037432-2d7d-4f42-be63-7c7c1853d5c1 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:36:26.567870 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e037432-2d7d-4f42-be63-7c7c1853d5c1'] response: {'name': 'network-changed', 'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'status': 'completed', 'code': 200} Aug 05 02:36:26.596295 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:36:26.655371 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20346a3d-6be0-4857-b356-f293230ab996 req-7d7bf7b9-94b6-4174-8735-911b46f4fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:26.656903 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20346a3d-6be0-4857-b356-f293230ab996 req-7d7bf7b9-94b6-4174-8735-911b46f4fe40 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1129 time: 0.0398231 Aug 05 02:36:26.750440 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20346a3d-6be0-4857-b356-f293230ab996 req-00739593-e50e-4c4e-b1ae-b78e97bd8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:26.751891 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20346a3d-6be0-4857-b356-f293230ab996 req-00739593-e50e-4c4e-b1ae-b78e97bd8a4c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0886936 Aug 05 02:36:26.803170 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cafce29d-29ac-4c60-a117-b3f034b82481', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:36:25Z', 'updated_at': '2022-08-05T02:36:25Z', 'revision_number': 0, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:36:26.817154 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20346a3d-6be0-4857-b356-f293230ab996 req-98d7f5b4-611c-413c-a136-d09e7a9b3d7e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 200 len: 997 time: 0.0592504 Aug 05 02:36:26.831817 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] Checking router: 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:36:26.841416 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:36:26.842020 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:36:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:36:26.869342 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20346a3d-6be0-4857-b356-f293230ab996 req-1d137aaf-0c16-495f-90a0-daea06ba2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:26.870803 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20346a3d-6be0-4857-b356-f293230ab996 req-1d137aaf-0c16-495f-90a0-daea06ba2611 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0476885 Aug 05 02:36:26.913905 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20346a3d-6be0-4857-b356-f293230ab996 req-a1de767c-f8ef-49c3-b35c-daea04443439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:26.915767 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20346a3d-6be0-4857-b356-f293230ab996 req-a1de767c-f8ef-49c3-b35c-daea04443439 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395818 Aug 05 02:36:26.943431 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:36:27.011743 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20346a3d-6be0-4857-b356-f293230ab996 req-5eaf6b71-0d04-4f7a-9186-ae8de0603fab service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894275 Aug 05 02:36:27.102311 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-20346a3d-6be0-4857-b356-f293230ab996 req-7cfaf97c-ba4f-449d-87fa-60c0143fb0a2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842447 Aug 05 02:36:27.156381 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cafce29d-29ac-4c60-a117-b3f034b82481', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:36:25Z', 'updated_at': '2022-08-05T02:36:25Z', 'revision_number': 0, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:36:27.180288 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0252a17-a688-423a-96bc-b2e91b57fc7c None None] The sync data for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi is: [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cafce29d-29ac-4c60-a117-b3f034b82481', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:36:25Z', 'updated_at': '2022-08-05T02:36:25Z', 'revision_number': 0, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:36:27.364696 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3541ec5-34fb-4e47-9fe5-710dfbd172ac None None] New status for floating IP cafce29d-29ac-4c60-a117-b3f034b82481: ACTIVE {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:36:30.901749 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [req-4587db17-ab94-49b0-ae48-c0c3ef3a2b3d req-289166ea-ae6f-4204-abbf-bf686666dbd3 service neutron] (104196) timed out ('10.222.0.45', 53961) {{(pid=104196) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 05 02:36:30.907431 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [req-fa2a82c2-c754-4ecb-b736-83a02d5b0cb9 req-9cb665a3-9dda-4a73-bd5f-e54df2d18f6b service neutron] (104196) timed out ('10.222.0.45', 53969) {{(pid=104196) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 05 02:36:31.315473 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:34.542743 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:34.545416 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=94 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:37.097510 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=66 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:37.099870 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=50,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:37.154754 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=73 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:37.159475 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=75 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:37.334598 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [req-9a592e50-8038-4230-bc90-d14be6a6914a req-cc702e45-e28e-4810-adbd-1a53f2f26d6d service neutron] (104196) timed out ('10.222.0.45', 53971) {{(pid=104196) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 05 02:36:38.598270 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:36:39.251661 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-ac1c5974-769f-4b42-9bbe-b2fe568a60d9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884790 Aug 05 02:36:39.357010 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-6db74e95-602a-439a-a0c5-fba2ac7d9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:39.358477 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-6db74e95-602a-439a-a0c5-fba2ac7d9d42 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1129 time: 0.0394096 Aug 05 02:36:39.464994 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-feaf4963-7301-437d-8f5e-a4c36a25a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:39.466417 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-feaf4963-7301-437d-8f5e-a4c36a25a71b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0879245 Aug 05 02:36:39.526801 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-33daa3c2-e8e6-40fd-a532-c4064d317b92 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 200 len: 999 time: 0.0539253 Aug 05 02:36:39.573578 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-0e57ce8a-4491-474c-8e0d-3725590b0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:39.574953 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-0e57ce8a-4491-474c-8e0d-3725590b0508 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0424020 Aug 05 02:36:39.619489 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-113ce0b7-ca14-4231-a29e-0c104d640b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:36:39.621032 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-113ce0b7-ca14-4231-a29e-0c104d640b85 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392134 Aug 05 02:36:39.715178 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-badca180-f431-4680-b5e9-7df9b57116a7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875313 Aug 05 02:36:39.806253 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-6db1fae2-2fe1-4dff-97cc-b7badded17c9 req-5279da8f-b6a8-4d59-b4e2-d8129619d9dd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851634 Aug 05 02:36:40.046964 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1b7de8f9-93b7-455a-bdd0-cd30136fb2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:42.276147 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-dd45ba7c-4f6f-4e7e-aac8-1a64913ef533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:43.279415 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:44.917363 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:44.921405 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:36:48.594069 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:48.594820 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:49.801347 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=48 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:49.803244 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=53 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:54.915561 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:36:54.918313 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=37,neutron:UPDATE=6 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:01.329192 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:05.927859 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=18 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:05.929974 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=14 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:10.048490 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-7e13621a-8228-405e-a6e2-424508bac11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:12.278830 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-aca9fb47-b444-4901-80ff-875417a4474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:13.283010 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:14.923566 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:14.928744 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:15.597274 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:37:24.922142 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:24.924827 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:25.593977 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:31.343228 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:38.583798 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:38.589375 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:39.188382 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1060357b-2c4c-455b-92ac-a6e703465412 req-2adb377b-d976-4a63-8286-f8c7501c291a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392888 Aug 05 02:37:39.289017 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060357b-2c4c-455b-92ac-a6e703465412 req-a6b25caf-b3cd-4a2c-b3d1-4babdc4b6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:37:39.290465 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1060357b-2c4c-455b-92ac-a6e703465412 req-a6b25caf-b3cd-4a2c-b3d1-4babdc4b6276 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1129 time: 0.0391638 Aug 05 02:37:39.395694 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060357b-2c4c-455b-92ac-a6e703465412 req-c8675f92-40f0-4f1a-a72e-8653a5e514bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:37:39.397096 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1060357b-2c4c-455b-92ac-a6e703465412 req-c8675f92-40f0-4f1a-a72e-8653a5e514bf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0886753 Aug 05 02:37:39.456919 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1060357b-2c4c-455b-92ac-a6e703465412 req-4b037a3b-1116-4124-ad7f-fdce64be6ea1 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 200 len: 999 time: 0.0541840 Aug 05 02:37:39.504690 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060357b-2c4c-455b-92ac-a6e703465412 req-17603aad-c6bc-46e1-8f6d-54cfd4942e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:37:39.506059 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1060357b-2c4c-455b-92ac-a6e703465412 req-17603aad-c6bc-46e1-8f6d-54cfd4942e99 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0419798 Aug 05 02:37:39.553330 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060357b-2c4c-455b-92ac-a6e703465412 req-f4992702-446e-4a46-83d5-9562dc615758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:37:39.554944 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1060357b-2c4c-455b-92ac-a6e703465412 req-f4992702-446e-4a46-83d5-9562dc615758 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428112 Aug 05 02:37:39.642398 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1060357b-2c4c-455b-92ac-a6e703465412 req-1a922163-3943-44ef-9c8f-537f4ae491a7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814269 Aug 05 02:37:39.734747 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-1060357b-2c4c-455b-92ac-a6e703465412 req-c59698d4-e582-4ed1-9f0a-58d49a5af39a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856609 Aug 05 02:37:40.050041 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f8bede01-d08f-4f77-96fb-4253068d7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:42.279821 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9499f14c-a6c1-4346-bf59-fd636bac5bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:43.284364 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:44.927624 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:44.930644 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:37:49.725507 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=55 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:49.731745 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=46 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:52.596507 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:37:54.920279 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:37:54.922257 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:01.355298 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:10.055128 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-594ebd0d-27f5-413f-bb59-340ed764a140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:10.148035 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [req-46c61b27-0a2e-4543-ae6e-9d292180aade req-5c4ca5ea-9009-4ecf-9141-88f5f20e97c8 service neutron] (104195) timed out ('10.222.0.45', 53974) {{(pid=104195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 05 02:38:12.282092 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cd67b3c5-49b2-489a-916d-fbbe039555f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:13.288212 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:14.929784 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:14.931635 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:15.579822 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=6 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:15.584807 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:24.922279 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:24.924288 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:25.471219 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-9618b59b-ce4f-4e05-a232-64b8430578e3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-561808126&fields=id&tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f HTTP/1.1" status: 200 len: 267 time: 0.0447941 Aug 05 02:38:25.580015 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a724de-910b-484f-af51-636ee5228c3a req-1a777bec-c197-4f32-8edc-fbdb64049e8c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:25.581524 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-1a777bec-c197-4f32-8edc-fbdb64049e8c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 812 time: 0.1041636 Aug 05 02:38:25.595961 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-59429a2f-0fb2-4f2c-a307-a9a930acd891 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/quotas/59a7ad5acdc34d0782e2c6807a4fd60f HTTP/1.1" status: 200 len: 375 time: 0.0088799 Aug 05 02:38:25.646336 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-5f8bd7ff-545e-470d-a027-fd8240695644 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457301 Aug 05 02:38:25.744296 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-f5b34221-bf4b-4276-b380-03339750508e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861392 Aug 05 02:38:25.831619 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-536518f3-f719-4b14-b395-a07842aac4d7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817297 Aug 05 02:38:26.135678 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-07ecd50a-a963-419d-9b16-a92e7d083f1c req-c51a541a-b34a-43a6-9743-32dec11a8b11 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 210 time: 0.0309567 Aug 05 02:38:27.249673 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-f66a51db-6b19-4c8e-8c56-209d4c00c5d2 req-db4773b9-62f7-4373-bf6c-9d58903c728a tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 210 time: 0.0393035 Aug 05 02:38:27.268456 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a724de-910b-484f-af51-636ee5228c3a req-ec00a3ae-0987-407d-91b2-7dcce4bebade tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:27.269906 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-ec00a3ae-0987-407d-91b2-7dcce4bebade tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 812 time: 0.1381388 Aug 05 02:38:27.368614 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-caa9807c-989a-469e-a36e-0fd73aa78c8e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f HTTP/1.1" status: 200 len: 379 time: 0.0556848 Aug 05 02:38:27.377515 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'port': {'device_id': '8ba8009e-b081-467c-8a38-635518673040', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'admin_state_up': True, 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'security_groups': ['4ce7fbef-5b53-4a83-861d-ad2c25b4dd80']}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:38:27.487553 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Made reservation on behalf of 59a7ad5acdc34d0782e2c6807a4fd60f for: {'port': 1} {{(pid=104195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:38:27.490881 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:27.613202 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Allocated IP 172.20.0.13 (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f/85e69c5c-ee3f-4026-b9ab-15e662a7276e/e05f53bc-41a1-41e4-be5a-a9e6158720cd) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:38:27.693970 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:27.709068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:27.759351 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:27.791847 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:27.846271 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:38:27.851394 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:38:27.854371 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:38:27.877646 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'Port': ['ID=e05f53bc-41a1-41e4-be5a-a9e6158720cd,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:38:27.890412 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.890741 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.891087 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.891427 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.891760 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.892092 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.892448 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.892796 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.893105 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.893431 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.893752 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.894078 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.894423 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.894747 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.895066 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:27.923073 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:27.923719 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:27.942398 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-a90eced5-49c9-4cf2-94a9-3e03521d3b61 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5685477 Aug 05 02:38:27.966512 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.v2.base [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Request body: {'port': {'device_id': '8ba8009e-b081-467c-8a38-635518673040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=104195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:38:28.029865 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:28.112234 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-9232c3fa-d7dc-44e0-8280-40af612c4a97 None None] Provisioning complete for port e05f53bc-41a1-41e4-be5a-a9e6158720cd triggered by entity DHCP. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:38:28.112926 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9232c3fa-d7dc-44e0-8280-40af612c4a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:28.145312 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-9232c3fa-d7dc-44e0-8280-40af612c4a97 None None] Port e05f53bc-41a1-41e4-be5a-a9e6158720cd cannot update to ACTIVE because it is not bound. {{(pid=104197) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 02:38:28.372068 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6adefa-d39b-461a-98df-afe7fd24b111 req-2fb5eb96-29f4-45c3-95c2-55592d9b4a35 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:28.373582 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ef6adefa-d39b-461a-98df-afe7fd24b111 req-2fb5eb96-29f4-45c3-95c2-55592d9b4a35 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 932 time: 0.0486357 Aug 05 02:38:28.424034 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-ef6adefa-d39b-461a-98df-afe7fd24b111 req-7153ed72-72d9-4fd7-82ca-d7486ed6c575 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Aug 05 02:38:28.531586 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05f53bc-41a1-41e4-be5a-a9e6158720cd {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:38:28.538955 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Publish callbacks [] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:28.551826 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Transition to ACTIVE for port object e05f53bc-41a1-41e4-be5a-a9e6158720cd will not be triggered until provisioned by entity L2. {{(pid=104195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 02:38:28.555284 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:28.638693 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Pushing event updated for resources: {'Port': ['ID=e05f53bc-41a1-41e4-be5a-a9e6158720cd,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:38:28.669811 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Attempting to bind port e05f53bc-41a1-41e4-be5a-a9e6158720cd on host hv-cinder-81558 for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 02:38:28.670139 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Attempting to bind port e05f53bc-41a1-41e4-be5a-a9e6158720cd by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 02:38:28.670470 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Attempting to bind port e05f53bc-41a1-41e4-be5a-a9e6158720cd on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:38:28.674719 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Port e05f53bc-41a1-41e4-be5a-a9e6158720cd on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 02:38:28.675034 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Attempting to bind port e05f53bc-41a1-41e4-be5a-a9e6158720cd on network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 02:38:28.679864 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Checking agent: {'id': '27825795-9262-4470-8353-17a0b5be1f14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'started_at': datetime.datetime(2022, 8, 5, 2, 18, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 2, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 02:38:28.680204 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Checking segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 02:38:28.680747 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Bound using segment: {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 02:38:28.681168 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Bound port: e05f53bc-41a1-41e4-be5a-a9e6158720cd, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a876369d-6970-4084-bf3f-f24d8398ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 02:38:28.681523 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:28.696062 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:28.744001 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] For port e05f53bc-41a1-41e4-be5a-a9e6158720cd, host hv-cinder-81558, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:38:28.746980 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] For port e05f53bc-41a1-41e4-be5a-a9e6158720cd, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e05f53bc-41a1-41e4-be5a-a9e6158720cd,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:38:28.752912 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24822615'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:28.758655 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:28.759538 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:28.760964 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/e05f53bc-41a1-41e4-be5a-a9e6158720cd HTTP/1.1" status: 200 len: 1094 time: 0.7989237 Aug 05 02:38:28.761462 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:38:28.763702 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505bb0c5-932e-41a2-97a8-c8b8c3998f01" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:38:28.787282 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:28.811870 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec2f75-b598-47fd-80a9-1eca05ad4533 service neutron] Pushing event updated for resources: {'Port': ['ID=e05f53bc-41a1-41e4-be5a-a9e6158720cd,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:38:28.863889 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a724de-910b-484f-af51-636ee5228c3a req-11f67874-9487-48f0-99a8-c64141037e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:28.865495 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-11f67874-9487-48f0-99a8-c64141037e18 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 1128 time: 0.0435514 Aug 05 02:38:28.870778 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2494dcae-7cfa-4b28-9572-fce92f80b791 x-openstack-request-id: req-2494dcae-7cfa-4b28-9572-fce92f80b791 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:38:28.871064 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:38:28.871318 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2494dcae-7cfa-4b28-9572-fce92f80b791 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:38:28.871710 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2494dcae-7cfa-4b28-9572-fce92f80b791'] response: {'name': 'network-changed', 'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'status': 'completed', 'code': 200} Aug 05 02:38:28.938666 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-b49a707e-5b56-4c01-b837-03ab28ea392d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05f53bc-41a1-41e4-be5a-a9e6158720cd HTTP/1.1" status: 200 len: 217 time: 0.0365257 Aug 05 02:38:28.987729 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a724de-910b-484f-af51-636ee5228c3a req-931d9b6a-36cc-4322-82d8-d837dccf0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:28.989184 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-931d9b6a-36cc-4322-82d8-d837dccf0bb7 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0441632 Aug 05 02:38:29.038147 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a724de-910b-484f-af51-636ee5228c3a req-5de15edf-1518-4679-bd70-8e8b99744836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:29.039590 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-5de15edf-1518-4679-bd70-8e8b99744836 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391412 Aug 05 02:38:29.134307 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-19bc7bb7-95be-4dd5-9d46-75eeeda3d4a6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874538 Aug 05 02:38:29.220803 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-63a724de-910b-484f-af51-636ee5228c3a req-278a9839-b2fa-40b2-9e8e-5c1333a6dfe1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814860 Aug 05 02:38:29.545173 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f95ca-254c-447c-b1d5-6b3b05642ffd req-b046b911-be05-43fd-b64d-2f3960f1d1e4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:29.546615 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0a7f95ca-254c-447c-b1d5-6b3b05642ffd req-b046b911-be05-43fd-b64d-2f3960f1d1e4 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 944 time: 0.0503950 Aug 05 02:38:29.595694 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-0a7f95ca-254c-447c-b1d5-6b3b05642ffd req-d96a708d-454b-4747-bd18-348b831eea28 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435205 Aug 05 02:38:29.596107 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:38:30.240877 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-62fedbe7-6c65-4ff9-92a7-cf4ca9b0bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:30.242922 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-62fedbe7-6c65-4ff9-92a7-cf4ca9b0bdd9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 1128 time: 0.0429611 Aug 05 02:38:30.332106 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-184db8f7-0869-4f18-8c20-291476b56ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:30.333573 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-184db8f7-0869-4f18-8c20-291476b56ccf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0843196 Aug 05 02:38:30.379373 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-16fed3ad-b0b2-4f7d-b860-eddc4f24854b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05f53bc-41a1-41e4-be5a-a9e6158720cd HTTP/1.1" status: 200 len: 217 time: 0.0364673 Aug 05 02:38:30.429279 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-3c6ad446-bd2b-4584-bf9e-4fcf6dd6b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:30.431139 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-3c6ad446-bd2b-4584-bf9e-4fcf6dd6b405 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0429900 Aug 05 02:38:30.476244 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-e08e8647-7ea4-4a19-b88f-a41bd6110666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:30.477693 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-e08e8647-7ea4-4a19-b88f-a41bd6110666 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380673 Aug 05 02:38:30.571380 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-d11d9055-251c-4b6a-a104-3766db55c61c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869668 Aug 05 02:38:30.665598 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-505bb0c5-932e-41a2-97a8-c8b8c3998f01 req-2cb458a0-0cbb-4baa-9eb5-16c0e4e311b6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871317 Aug 05 02:38:30.717897 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e5be-bda3-4c41-b1b9-e171d9c7706b req-319ce04d-b7bc-4a56-b6a7-044d765ac9ed tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:30.719333 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4106e5be-bda3-4c41-b1b9-e171d9c7706b req-319ce04d-b7bc-4a56-b6a7-044d765ac9ed tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 944 time: 0.0505776 Aug 05 02:38:30.768499 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4106e5be-bda3-4c41-b1b9-e171d9c7706b req-b8a4762b-0799-485f-95c9-d4a200a0e351 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434759 Aug 05 02:38:31.355540 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:31.889012 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276f1a4-ae93-4b07-963c-188e706fc4bc req-20a717e2-47d6-42b1-baa2-eb358c17b4a0 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:31.890455 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c276f1a4-ae93-4b07-963c-188e706fc4bc req-20a717e2-47d6-42b1-baa2-eb358c17b4a0 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 944 time: 0.0469117 Aug 05 02:38:31.938703 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-c276f1a4-ae93-4b07-963c-188e706fc4bc req-f6289635-c9f5-487f-811c-ca75e10ebc64 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Aug 05 02:38:33.055454 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84a400-d182-40ef-ba31-1ac52341ca55 req-8597e686-89fa-441a-b5e6-1c48b2d2cd04 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:33.057023 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ee84a400-d182-40ef-ba31-1ac52341ca55 req-8597e686-89fa-441a-b5e6-1c48b2d2cd04 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 944 time: 0.0475259 Aug 05 02:38:33.088551 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:33.103700 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:33.109013 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ee84a400-d182-40ef-ba31-1ac52341ca55 req-5e16bdbb-13fc-4797-88f8-fc907a017bdb tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465903 Aug 05 02:38:34.224969 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3de2f-0989-48fd-a22e-c00b6236d311 req-1108deff-ffc1-4d90-a648-412ca2954e1b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:34.227549 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a2d3de2f-0989-48fd-a22e-c00b6236d311 req-1108deff-ffc1-4d90-a648-412ca2954e1b tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 944 time: 0.0473082 Aug 05 02:38:34.279382 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-a2d3de2f-0989-48fd-a22e-c00b6236d311 req-4114f3f7-bf96-4261-9713-d0f340e40d84 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469179 Aug 05 02:38:35.396034 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cebeed-3bcb-408c-b1a8-aae324e9425b req-8f818f48-0e55-40b4-a5a8-9d814e00f27e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:35.397497 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-78cebeed-3bcb-408c-b1a8-aae324e9425b req-8f818f48-0e55-40b4-a5a8-9d814e00f27e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 944 time: 0.0476491 Aug 05 02:38:35.449368 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-78cebeed-3bcb-408c-b1a8-aae324e9425b req-81401a6d-3ae7-4f6d-aad7-6fdb7a3014ee tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460427 Aug 05 02:38:36.567399 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68919497-7091-4196-ac01-8255d5f9800e req-89375023-e3db-44e2-b87e-95389072f32d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:36.568877 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-68919497-7091-4196-ac01-8255d5f9800e req-89375023-e3db-44e2-b87e-95389072f32d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 944 time: 0.0474453 Aug 05 02:38:36.618909 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-68919497-7091-4196-ac01-8255d5f9800e req-f3f72aa5-c3a6-47d0-bb74-4b6cf6fc69f5 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439842 Aug 05 02:38:36.847991 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device e05f53bc-41a1-41e4-be5a-a9e6158720cd details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=104197) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:38:36.945379 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port e05f53bc-41a1-41e4-be5a-a9e6158720cd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e05f53bc-41a1-41e4-be5a-a9e6158720cd,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:38:36.956839 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Returning: {'device': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'port_id': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'mac_address': 'fa:16:3e:39:19:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104197) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:38:36.991867 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port e05f53bc-41a1-41e4-be5a-a9e6158720cd is: DOWN; New status is: BUILD {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:38:36.992251 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:37.005585 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05f53bc-41a1-41e4-be5a-a9e6158720cd {{(pid=104197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 02:38:37.025330 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port e05f53bc-41a1-41e4-be5a-a9e6158720cd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e05f53bc-41a1-41e4-be5a-a9e6158720cd,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:38:37.028839 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:37.077341 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=e05f53bc-41a1-41e4-be5a-a9e6158720cd,revision_number=4']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:38:37.084510 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.084792 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.085128 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.085463 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.085792 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.086117 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.086490 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.086798 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.087119 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.087440 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.087760 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.088125 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.088504 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.088775 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.089088 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:37.504264 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] get_ports_and_sgs() called for port_ids ['e05f53bc-41a1-41e4-be5a-a9e6158720cd'] {{(pid=104197) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:38:37.741689 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5385a-4e01-4901-bd50-2e1565dfa580 req-341155d7-0c6e-44ee-9b13-f4f445801b5c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:37.743706 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2cc5385a-4e01-4901-bd50-2e1565dfa580 req-341155d7-0c6e-44ee-9b13-f4f445801b5c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 945 time: 0.0494521 Aug 05 02:38:37.792577 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-2cc5385a-4e01-4901-bd50-2e1565dfa580 req-2bb8e8fd-b210-4175-a3da-ab4f487fe5a3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433908 Aug 05 02:38:38.885255 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device e05f53bc-41a1-41e4-be5a-a9e6158720cd up at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:38:38.910439 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073098c-6d87-4331-b66f-46b6d0d45201 req-d0726a6e-2936-461f-96be-2932ddc0c1aa tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:38.911914 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3073098c-6d87-4331-b66f-46b6d0d45201 req-d0726a6e-2936-461f-96be-2932ddc0c1aa tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 945 time: 0.0467227 Aug 05 02:38:38.926806 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning for port e05f53bc-41a1-41e4-be5a-a9e6158720cd completed by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 02:38:38.933373 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.provisioning_blocks [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Provisioning complete for port e05f53bc-41a1-41e4-be5a-a9e6158720cd triggered by entity L2. {{(pid=104197) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 02:38:38.933893 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600669'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), provisioning_complete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:38.962898 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-3073098c-6d87-4331-b66f-46b6d0d45201 req-15a8ced9-c4e7-4fc1-94e0-80e0d3a242d1 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447285 Aug 05 02:38:39.011889 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Current status of the port e05f53bc-41a1-41e4-be5a-a9e6158720cd is: BUILD; New status is: ACTIVE {{(pid=104197) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 02:38:39.012305 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), before_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:39.030756 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:39.035621 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd'}] {{(pid=104197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:38:39.037881 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588eade4f4f915017316787bbe57ab4ccca6db055e34aa8487c4d77127a0a063" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3253568a-3d12-457c-9d41-d3963cef864c" -d '{"events": [{"server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "name": "network-vif-plugged", "status": "completed", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd"}]}' {{(pid=104197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:38:39.049448 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:39.053697 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] For port e05f53bc-41a1-41e4-be5a-a9e6158720cd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e05f53bc-41a1-41e4-be5a-a9e6158720cd,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:38:39.059302 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:39.106030 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Pushing event updated for resources: {'Port': ['ID=e05f53bc-41a1-41e4-be5a-a9e6158720cd,revision_number=5']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:38:39.193109 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d1d01c-6077-4eb0-8be1-c08acfb8a52c x-openstack-request-id: req-c4d1d01c-6077-4eb0-8be1-c08acfb8a52c {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:38:39.193404 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "name": "network-vif-plugged", "status": "completed", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd", "code": 200}]} {{(pid=104197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:38:39.193656 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4d1d01c-6077-4eb0-8be1-c08acfb8a52c {{(pid=104197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:38:39.194052 dv-cinder-815582-13-iscsi neutron-server[104197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d1d01c-6077-4eb0-8be1-c08acfb8a52c'] response: {'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'code': 200} Aug 05 02:38:39.219101 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-61b99386-69b5-4288-8f7d-ed5c964d2c66 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408003 Aug 05 02:38:39.381333 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-8058bc99-c407-49e3-938a-47a38c1d9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:39.382735 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-8058bc99-c407-49e3-938a-47a38c1d9e0e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1129 time: 0.0432189 Aug 05 02:38:39.505995 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df5472-5474-4be3-a92b-4adb3c8334cc req-93ec1036-a1b8-47fc-98be-18f9c9594e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:39.507444 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d2df5472-5474-4be3-a92b-4adb3c8334cc req-93ec1036-a1b8-47fc-98be-18f9c9594e27 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 1130 time: 0.0491331 Aug 05 02:38:39.551003 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-5b8fcc1b-6298-45bc-a00e-e306814a973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:39.552460 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-5b8fcc1b-6298-45bc-a00e-e306814a973c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.1372650 Aug 05 02:38:39.593043 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:39.614073 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-d2df5472-5474-4be3-a92b-4adb3c8334cc req-93ef4976-f4bf-4dc7-87d8-331e8a3dc47a service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955212 Aug 05 02:38:39.628201 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-b90e8c53-51db-4b8b-9c24-8f1cbffcaab6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 200 len: 999 time: 0.0684988 Aug 05 02:38:40.054900 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d957a614-db04-461a-afc5-c4621165854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:40.083708 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712388ea-e710-4432-af2d-72fff144aa7f req-765082fd-3c9e-4ecc-bc28-c804cc8f646c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:40.085360 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-712388ea-e710-4432-af2d-72fff144aa7f req-765082fd-3c9e-4ecc-bc28-c804cc8f646c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 946 time: 0.0514314 Aug 05 02:38:40.087822 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-103a66aa-e764-4f26-bc5c-325f2493d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:40.089284 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-103a66aa-e764-4f26-bc5c-325f2493d4d5 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0459046 Aug 05 02:38:40.134676 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-712388ea-e710-4432-af2d-72fff144aa7f req-d9263997-cf7f-4669-b5fb-bdafd1264ab6 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 Aug 05 02:38:40.605812 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-364102b5-b9d1-4c71-a120-a60c6bc4f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:40.607351 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-364102b5-b9d1-4c71-a120-a60c6bc4f8b9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434539 Aug 05 02:38:40.697106 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-3e19a3fb-9ba0-473b-90e0-e454e07abeac service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832953 Aug 05 02:38:40.796455 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-b51c9436-c4d4-410c-877a-10ed5f97c47e req-7cb213d6-6411-498e-8b90-295e52ac0dc7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921745 Aug 05 02:38:41.251992 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2cf1d-cef0-4f4c-9ac6-42b24381e294 req-e165a905-cd24-4a13-8094-501e0a30e991 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:41.253451 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c6d2cf1d-cef0-4f4c-9ac6-42b24381e294 req-e165a905-cd24-4a13-8094-501e0a30e991 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 946 time: 0.0464618 Aug 05 02:38:41.302843 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-c6d2cf1d-cef0-4f4c-9ac6-42b24381e294 req-e969caab-f1d0-4e9b-bad3-ccbb216c65fc tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433152 Aug 05 02:38:41.421426 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a8d04-3e37-4ed1-af2b-8bf94e845881 req-fee15bb8-f510-4960-bfe5-51fcc8ae4c17 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:41.422783 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bc8a8d04-3e37-4ed1-af2b-8bf94e845881 req-fee15bb8-f510-4960-bfe5-51fcc8ae4c17 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 946 time: 0.0468516 Aug 05 02:38:41.471239 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-bc8a8d04-3e37-4ed1-af2b-8bf94e845881 req-a9a87e9f-4209-42e2-85a0-e48bd317f420 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429821 Aug 05 02:38:41.496873 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48416) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:38:41.536953 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967685ed-8f57-4cc5-88fd-d27de4fc0297 tempest-TestVolumeBootPattern-266616161 tempest-TestVolumeBootPattern-266616161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:41.538404 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-967685ed-8f57-4cc5-88fd-d27de4fc0297 tempest-TestVolumeBootPattern-266616161 tempest-TestVolumeBootPattern-266616161-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 1125 time: 0.0405953 Aug 05 02:38:41.541257 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48418) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:38:41.545301 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.v2.base [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Request body: {'floatingip': {'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'port_id': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 02:38:41.565923 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:41.644614 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (None), before_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:41.713021 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:41.997149 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:42.014821 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_common [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Allocated IP 172.27.0.21 (d903e9c1-7084-4822-8227-90d91b9e1157/2e23ff1a-caa9-46be-a367-7348ef0f1aca/0569c040-9e68-4755-9ef9-96461513f601) {{(pid=104196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:38:42.121525 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for port (0569c040-9e68-4755-9ef9-96461513f601), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:42.152404 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769375084171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (0569c040-9e68-4755-9ef9-96461513f601), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:42.190143 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Network d903e9c1-7084-4822-8227-90d91b9e1157 is already hosted by enough agents. {{(pid=104196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:38:42.196743 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.base_scheduler [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Resources bound (agent type, host, resource id): {{(pid=104196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:38:42.200833 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Received port after_create {{(pid=104196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 02:38:42.222633 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'Port': ['ID=0569c040-9e68-4755-9ef9-96461513f601,revision_number=1']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:38:42.237080 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.237429 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.237778 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.238120 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.238453 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.238786 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.239115 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.239439 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.239763 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.240085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.240430 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.240756 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.241076 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.241400 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.241718 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:38:42.288162 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-f85fb409-a8d4-4b71-bc26-a82c307a0e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:42.580080 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (cb9a15fd-bdf4-4704-9ec7-1cd4e7224140), precommit_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:42.651852 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-608506'] for port (0569c040-9e68-4755-9ef9-96461513f601), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:42.754085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:42.787975 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:42.812392 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for port (0569c040-9e68-4755-9ef9-96461513f601), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:42.816692 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769375516133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769375084189', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769375084207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13018890'] for port (0569c040-9e68-4755-9ef9-96461513f601), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:42.897937 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16721685'] for floatingip (cb9a15fd-bdf4-4704-9ec7-1cd4e7224140), after_create {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:42.901487 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event updated for resources: {'Port': ['ID=0569c040-9e68-4755-9ef9-96461513f601,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:38:43.003200 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.db.l3_db [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Floating IP cb9a15fd-bdf4-4704-9ec7-1cd4e7224140 associated. External IP: 172.27.0.21, port: e05f53bc-41a1-41e4-be5a-a9e6158720cd. Aug 05 02:38:43.197515 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:38:43.291972 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:43.298779 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:38:43.309093 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] Sync routers for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:38:43.317997 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:43.319930 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:38:43.321244 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:38:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:38:43.353121 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-c4b5c7dd-b45a-416b-803a-5d3097cdf802 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8108656 Aug 05 02:38:43.353712 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd'}] {{(pid=104196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:38:43.356043 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af4e1d0bbf5ba5ab556b1b06fa05ea066abff0d26984b4ef98209e385234396d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73633756-4ae9-449d-ba0f-bcca0a4a358c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd"}]}' {{(pid=104196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:38:43.426689 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:38:43.448985 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d07461-5a6d-4568-8007-e33165b5e0e7 x-openstack-request-id: req-31d07461-5a6d-4568-8007-e33165b5e0e7 {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:38:43.449208 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd", "status": "completed", "code": 200}]} {{(pid=104196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:38:43.449455 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31d07461-5a6d-4568-8007-e33165b5e0e7 {{(pid=104196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:38:43.449855 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d07461-5a6d-4568-8007-e33165b5e0e7'] response: {'name': 'network-changed', 'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'status': 'completed', 'code': 200} Aug 05 02:38:43.538807 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-b5ab184b-a996-46b8-b6cc-826645992cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:43.541647 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-b5ab184b-a996-46b8-b6cc-826645992cf2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 1130 time: 0.0408475 Aug 05 02:38:43.605838 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:43.642703 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-2eac1a4a-5574-46b7-9c25-03d5baf9ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:43.644157 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-2eac1a4a-5574-46b7-9c25-03d5baf9ffd6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0967236 Aug 05 02:38:43.701739 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:43.706282 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-06d2e60b-a729-486f-ad15-056945275153 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05f53bc-41a1-41e4-be5a-a9e6158720cd HTTP/1.1" status: 200 len: 999 time: 0.0552244 Aug 05 02:38:43.720038 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cafce29d-29ac-4c60-a117-b3f034b82481', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:36:25Z', 'updated_at': '2022-08-05T02:36:27Z', 'revision_number': 1, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}, {'id': 'cb9a15fd-bdf4-4704-9ec7-1cd4e7224140', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:39:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba8009e-b081-467c-8a38-635518673040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:38:42Z', 'updated_at': '2022-08-05T02:38:42Z', 'revision_number': 0, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:38:43.748348 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] Checking router: 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:38:43.756730 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:38:43.757324 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:38:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:38:43.759120 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-5e5c494e-0e84-4249-9377-4e648994437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:43.760705 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-5e5c494e-0e84-4249-9377-4e648994437a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0484111 Aug 05 02:38:43.802681 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-4759662d-a69d-4e99-92a7-3a35c830df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:38:43.804238 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-4759662d-a69d-4e99-92a7-3a35c830df28 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382597 Aug 05 02:38:43.860231 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:38:43.897423 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-43a09122-1d15-464a-9559-d2dc25697393 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869153 Aug 05 02:38:43.987286 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-73633756-4ae9-449d-ba0f-bcca0a4a358c req-791af1fe-8640-420e-a133-913368aac1ba service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832021 Aug 05 02:38:44.072699 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cafce29d-29ac-4c60-a117-b3f034b82481', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:36:25Z', 'updated_at': '2022-08-05T02:36:27Z', 'revision_number': 1, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}, {'id': 'cb9a15fd-bdf4-4704-9ec7-1cd4e7224140', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:39:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba8009e-b081-467c-8a38-635518673040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:38:42Z', 'updated_at': '2022-08-05T02:38:42Z', 'revision_number': 0, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:38:44.097299 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ff962d-391d-40f9-b2d8-e4e7ed3d7975 None None] The sync data for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi is: [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cafce29d-29ac-4c60-a117-b3f034b82481', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:36:25Z', 'updated_at': '2022-08-05T02:36:27Z', 'revision_number': 1, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}, {'id': 'cb9a15fd-bdf4-4704-9ec7-1cd4e7224140', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:39:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba8009e-b081-467c-8a38-635518673040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:38:42Z', 'updated_at': '2022-08-05T02:38:42Z', 'revision_number': 0, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:38:44.287228 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b82478f-83f8-402b-a766-f69e2350e24c None None] New status for floating IP cb9a15fd-bdf4-4704-9ec7-1cd4e7224140: ACTIVE {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:38:44.930874 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:44.932066 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:38:53.344493 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:53.349175 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=60 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:53.977955 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=24 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:53.984186 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=43 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:54.074736 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=78 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:54.075479 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=76 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:54.921167 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:38:54.927177 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:01.373457 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:05.928860 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=10 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:05.930767 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=16 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:06.595047 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:39:10.048042 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae2bf-096c-413e-b3af-75e91f45644c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:12.283112 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-6ee43ef3-7352-4ea5-b859-7e9a2286ac3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:13.296286 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:14.935444 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:14.938632 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:16.590523 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:16.591755 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:23.291038 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:24.932797 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:29.573668 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:29.578974 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:31.373404 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:40.049309 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9a4d37d2-99eb-4cc6-8550-1212949a23fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:41.184399 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-6d3a37f2-c038-487d-a025-1ab156dfaf6a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389171 Aug 05 02:39:41.290084 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-4a3a363a-193f-4141-b636-21f94fc83892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:39:41.291530 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-4a3a363a-193f-4141-b636-21f94fc83892 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1129 time: 0.0436959 Aug 05 02:39:41.393118 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-f9d5f3e9-463b-4a11-b08c-147bf227c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:39:41.394464 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-f9d5f3e9-463b-4a11-b08c-147bf227c50c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0849545 Aug 05 02:39:41.461808 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-c56f8de6-4b93-4d0a-9866-e5d205fd8efc service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 200 len: 999 time: 0.0582609 Aug 05 02:39:41.509597 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-23d22264-a2a3-4552-b0eb-9f826b7c8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:39:41.511029 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-23d22264-a2a3-4552-b0eb-9f826b7c8cb2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0438247 Aug 05 02:39:41.552818 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-77e8d1dc-6ef4-48ae-a8d8-bde0439cd892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:39:41.554806 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-77e8d1dc-6ef4-48ae-a8d8-bde0439cd892 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374274 Aug 05 02:39:41.646397 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-56057c2f-c335-4a7e-bb0f-7745b4810504 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855186 Aug 05 02:39:41.737585 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-da76c1e3-0456-449f-bf0f-f7daebba18f9 req-79cb24ea-29f2-4cf9-b8d7-f6097d353b55 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845318 Aug 05 02:39:42.285886 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad2d4-faf7-4571-add6-c4638a57395f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:43.297721 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:43.593943 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:39:44.938414 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:44.941714 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:39:51.728083 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=50 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:51.734869 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=51 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:53.589503 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:53.590280 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:54.931973 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:39:54.934517 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:00.794761 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-e711993f-e993-443f-8968-03cabcb87084 service neutron] (104195) timed out ('10.222.0.15', 42156) {{(pid=104195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 05 02:40:00.974100 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [req-2307101b-5e9c-4a78-809c-210c86331430 req-b9b8e687-f2b1-41f6-adbe-c012f0bba181 tempest-AttachVolumeShelveTestJSON-1669462514 tempest-AttachVolumeShelveTestJSON-1669462514-project] (104195) timed out ('10.222.0.15', 42164) {{(pid=104195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 05 02:40:01.366410 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:08.638772 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=5 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:08.639583 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:10.051249 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b059f214-0e18-4a5d-bde6-d8f69f19c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:12.292346 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-367a35b1-9c04-4ed4-819e-7276b06a7541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:13.301976 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:14.940864 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:14.942625 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:20.592995 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:40:25.936916 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:25.940153 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:30.588758 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:30.589485 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:31.366309 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:31.785668 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48466) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:31.925825 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Deleting port 0569c040-9e68-4755-9ef9-96461513f601 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:31.926165 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (0569c040-9e68-4755-9ef9-96461513f601), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:32.004345 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (0569c040-9e68-4755-9ef9-96461513f601), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:32.004698 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (0569c040-9e68-4755-9ef9-96461513f601), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:32.017744 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Calling delete_port for 0569c040-9e68-4755-9ef9-96461513f601 owned by network:floatingip {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:32.162725 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (0569c040-9e68-4755-9ef9-96461513f601), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:32.187239 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event deleted for resources: {'Port': ['ID=0569c040-9e68-4755-9ef9-96461513f601,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:32.213646 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.213999 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.214342 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.214683 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.215015 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.215348 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.215677 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.216005 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.216356 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.216681 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.217007 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.217333 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.217656 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.217979 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.218305 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:32.262979 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (cb9a15fd-bdf4-4704-9ec7-1cd4e7224140), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:32.263307 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Floating IP cb9a15fd-bdf4-4704-9ec7-1cd4e7224140 disassociated (deleted). External IP: 172.27.0.21, port: e05f53bc-41a1-41e4-be5a-a9e6158720cd. Aug 05 02:40:32.461720 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:40:32.564780 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:40:32.569712 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:32.571487 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:32.575293 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] Sync routers for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:40:32.586214 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:40:32.586855 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:40:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:32.603239 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c28d8906-8049-4aec-92ca-739ad3e7b203 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/cb9a15fd-bdf4-4704-9ec7-1cd4e7224140 HTTP/1.1" status: 204 len: 168 time: 0.8164628 Aug 05 02:40:32.603818 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:40:32.606083 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829eb789-9dde-4e88-ac79-1becaef3edf6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:40:32.651314 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac61faa-cd80-4618-ae4e-8aec74298ea5 x-openstack-request-id: req-dac61faa-cd80-4618-ae4e-8aec74298ea5 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:40:32.651823 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:40:32.652202 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dac61faa-cd80-4618-ae4e-8aec74298ea5 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:40:32.652634 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac61faa-cd80-4618-ae4e-8aec74298ea5'] response: {'name': 'network-changed', 'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'status': 'completed', 'code': 200} Aug 05 02:40:32.707189 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:40:32.765077 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:32.767563 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-dc77eed4-21d8-48e4-88ab-3a8cd8fdcaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:32.769281 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-dc77eed4-21d8-48e4-88ab-3a8cd8fdcaba service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 1130 time: 0.0685041 Aug 05 02:40:32.851422 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27279f-e737-4436-979e-6c37e9f6afa0 req-325eafcd-e695-43ae-9713-047af751f63e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:32.853231 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ea27279f-e737-4436-979e-6c37e9f6afa0 req-325eafcd-e695-43ae-9713-047af751f63e tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 946 time: 0.0504990 Aug 05 02:40:32.903409 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-ea27279f-e737-4436-979e-6c37e9f6afa0 req-e57db011-c4bc-4c0a-9cb6-b153b192ef53 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446205 Aug 05 02:40:32.936123 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cafce29d-29ac-4c60-a117-b3f034b82481', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:36:25Z', 'updated_at': '2022-08-05T02:36:27Z', 'revision_number': 1, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:32.960547 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] Checking router: 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:40:32.969443 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:40:32.970035 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:40:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:33.068866 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:40:33.359513 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cafce29d-29ac-4c60-a117-b3f034b82481', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:36:25Z', 'updated_at': '2022-08-05T02:36:27Z', 'revision_number': 1, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:33.383842 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deec1cc-7a9c-4756-8113-0572e7e4f029 None None] The sync data for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi is: [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_floatingips': [{'id': 'cafce29d-29ac-4c60-a117-b3f034b82481', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'router_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'port_id': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'mac_address': 'fa:16:3e:ee:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T02:36:25Z', 'updated_at': '2022-08-05T02:36:27Z', 'revision_number': 1, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:40:33.590875 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed25661-218f-4f6c-8e1b-a21d1d4b6c2f None None] New status for floating IP cb9a15fd-bdf4-4704-9ec7-1cd4e7224140: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:40:33.946364 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-0d0bae70-6f76-4eba-8d6e-5822c0fd5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:33.947835 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-0d0bae70-6f76-4eba-8d6e-5822c0fd5f2c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0885801 Aug 05 02:40:33.998649 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-38f77158-ff78-40ea-8df9-4406159ac019 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05f53bc-41a1-41e4-be5a-a9e6158720cd HTTP/1.1" status: 200 len: 217 time: 0.0338893 Aug 05 02:40:34.024485 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bcc4c-1b55-444a-a335-7dfd5f0ae975 req-07b17679-bca1-4201-b6f0-b2f407e38781 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:34.025814 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-527bcc4c-1b55-444a-a335-7dfd5f0ae975 req-07b17679-bca1-4201-b6f0-b2f407e38781 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 946 time: 0.0481980 Aug 05 02:40:34.049475 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-83a35114-7dd8-48ea-97fa-874f431947bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:34.050923 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-83a35114-7dd8-48ea-97fa-874f431947bd service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0447237 Aug 05 02:40:34.074845 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-527bcc4c-1b55-444a-a335-7dfd5f0ae975 req-6b84e472-8ded-4aad-a762-9466e9bd8fdf tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432677 Aug 05 02:40:34.318788 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-838dfcbe-bc52-44c2-a59f-b8a9f0d1be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:34.320782 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-838dfcbe-bc52-44c2-a59f-b8a9f0d1be38 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381482 Aug 05 02:40:34.411870 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-ac7054b4-58b2-40e7-ba9b-1e059de74153 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850122 Aug 05 02:40:34.632069 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-829eb789-9dde-4e88-ac79-1becaef3edf6 req-a2e1ca95-8347-44e4-b919-cefb45704576 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853748 Aug 05 02:40:34.721376 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-2de38c2a-47fa-4eaa-8019-86c2d5eb0e2d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:34.722767 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-2de38c2a-47fa-4eaa-8019-86c2d5eb0e2d tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 946 time: 0.0466950 Aug 05 02:40:34.800776 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Deleting port e05f53bc-41a1-41e4-be5a-a9e6158720cd {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:34.801119 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:34.893523 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] For port e05f53bc-41a1-41e4-be5a-a9e6158720cd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e05f53bc-41a1-41e4-be5a-a9e6158720cd,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:34.893886 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:34.906574 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Calling delete_port for e05f53bc-41a1-41e4-be5a-a9e6158720cd owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:35.034525 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (e05f53bc-41a1-41e4-be5a-a9e6158720cd), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:35.063550 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event deleted for resources: {'Port': ['ID=e05f53bc-41a1-41e4-be5a-a9e6158720cd,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:35.070998 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:35.109074 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] No DVR routers for this DVR port e05f53bc-41a1-41e4-be5a-a9e6158720cd on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:40:35.111516 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:35.114897 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-5a71386b-e175-4467-828c-8a1eb06300c6 req-0b6105bb-0ef7-4d74-8fca-f99a8ac8cb18 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "DELETE /networking/v2.0/ports/e05f53bc-41a1-41e4-be5a-a9e6158720cd HTTP/1.1" status: 204 len: 173 time: 0.3869107 Aug 05 02:40:35.115354 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'name': 'network-vif-deleted', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:40:35.118261 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52637c7c-9ca1-4a64-82d1-c8153cd5b450" -d '{"events": [{"server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "name": "network-vif-deleted", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:40:35.162534 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce7725f-b8b6-4889-b057-7e47918076fb x-openstack-request-id: req-7ce7725f-b8b6-4889-b057-7e47918076fb {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:40:35.162836 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba8009e-b081-467c-8a38-635518673040", "name": "network-vif-deleted", "tag": "e05f53bc-41a1-41e4-be5a-a9e6158720cd", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:40:35.163094 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ce7725f-b8b6-4889-b057-7e47918076fb {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:40:35.163500 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce7725f-b8b6-4889-b057-7e47918076fb'] response: {'server_uuid': '8ba8009e-b081-467c-8a38-635518673040', 'name': 'network-vif-deleted', 'tag': 'e05f53bc-41a1-41e4-be5a-a9e6158720cd', 'status': 'completed', 'code': 200} Aug 05 02:40:35.179462 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-8ec83ba9-8dbc-41d0-947e-77b4a722c41a req-af66ed32-5cf0-4d6c-97e1-a61d9f379af3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8ba8009e-b081-467c-8a38-635518673040 HTTP/1.1" status: 200 len: 210 time: 0.0285554 Aug 05 02:40:37.570818 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device e05f53bc-41a1-41e4-be5a-a9e6158720cd no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:40:37.590487 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: e05f53bc-41a1-41e4-be5a-a9e6158720cd {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:40:37.590829 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device e05f53bc-41a1-41e4-be5a-a9e6158720cd not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:40:38.482580 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48510) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:38.533536 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:38.866129 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Deleting port edd1b032-f435-431d-9826-cf5b727557fb {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:38.866469 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (edd1b032-f435-431d-9826-cf5b727557fb), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:38.940520 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (edd1b032-f435-431d-9826-cf5b727557fb), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:38.940853 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (edd1b032-f435-431d-9826-cf5b727557fb), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:38.953577 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Calling delete_port for edd1b032-f435-431d-9826-cf5b727557fb owned by network:floatingip {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:39.104632 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (edd1b032-f435-431d-9826-cf5b727557fb), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:39.129986 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event deleted for resources: {'Port': ['ID=edd1b032-f435-431d-9826-cf5b727557fb,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:39.205514 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (cafce29d-29ac-4c60-a117-b3f034b82481), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:39.205847 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.db.l3_db [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Floating IP cafce29d-29ac-4c60-a117-b3f034b82481 disassociated (deleted). External IP: 172.27.0.6, port: a3416a42-520d-4b05-a1b9-2f9d757bc127. Aug 05 02:40:39.401284 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:40:39.482869 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:39.505396 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:40:39.510935 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:39.516875 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] Sync routers for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:40:39.528252 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:40:39.528951 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:40:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:39.540105 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-8f625dd4-69c6-4e5c-8016-d882886ba860 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/cafce29d-29ac-4c60-a117-b3f034b82481 HTTP/1.1" status: 204 len: 168 time: 1.0564570 Aug 05 02:40:39.540718 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:40:39.543728 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5151c6-9ec1-47a2-a015-16202973370e" -d '{"events": [{"name": "network-changed", "server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:40:39.587911 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aed8242-fdd5-4eb2-a1a6-46e6c1e9b023 x-openstack-request-id: req-3aed8242-fdd5-4eb2-a1a6-46e6c1e9b023 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:40:39.588351 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:40:39.588641 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aed8242-fdd5-4eb2-a1a6-46e6c1e9b023 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:40:39.589047 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aed8242-fdd5-4eb2-a1a6-46e6c1e9b023'] response: {'name': 'network-changed', 'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'status': 'completed', 'code': 200} Aug 05 02:40:39.638816 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:40:39.676401 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:39.703303 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5151c6-9ec1-47a2-a015-16202973370e req-dce41cf9-850c-4c97-8fce-46cc95df2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:39.705067 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4a5151c6-9ec1-47a2-a015-16202973370e req-dce41cf9-850c-4c97-8fce-46cc95df2ee5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 1129 time: 0.0646172 Aug 05 02:40:39.770877 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4db2e-8e97-4191-855b-7efaf1dd2f58 req-05fc0c01-17c2-404e-ac26-c5a08eb103b9 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:39.772347 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-51c4db2e-8e97-4191-855b-7efaf1dd2f58 req-05fc0c01-17c2-404e-ac26-c5a08eb103b9 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 945 time: 0.0483029 Aug 05 02:40:39.794361 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:39.823086 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-51c4db2e-8e97-4191-855b-7efaf1dd2f58 req-66e17cb8-9741-48bc-9303-19aabbc2e723 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444355 Aug 05 02:40:39.841733 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:39.866121 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] Checking router: 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:40:39.874469 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:40:39.875059 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:40:12Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:39.972071 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:40:40.053216 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c2180e42-65ea-4f5e-b2a9-ca5a858508f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:40.154015 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:40.181765 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7df6c-c5e1-45db-bcf6-be661380d7a5 None None] The sync data for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi is: [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:54Z', 'revision_number': 4, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi', '_interfaces': [{'id': 'c2e97d50-09b5-4974-859b-53f4a6f4cfc5', 'name': '', 'network_id': '9b4600cc-d12c-464b-9ce2-d2bcd950bd3f', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'mac_address': 'fa:16:3e:ad:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:54Z', 'updated_at': '2022-08-05T02:33:00Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'subnets': [{'id': '85e69c5c-ee3f-4026-b9ab-15e662a7276e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:40:40.393940 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67bd9b-2156-4687-bf8d-3eedebb4e756 None None] New status for floating IP cafce29d-29ac-4c60-a117-b3f034b82481: DOWN {{(pid=104197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 02:40:40.825305 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5151c6-9ec1-47a2-a015-16202973370e req-97e8f1aa-f6b8-4dee-9fa0-c6b9eb38c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:40.826655 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4a5151c6-9ec1-47a2-a015-16202973370e req-97e8f1aa-f6b8-4dee-9fa0-c6b9eb38c526 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 200 len: 913 time: 0.0861650 Aug 05 02:40:40.841030 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:40.874472 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4a5151c6-9ec1-47a2-a015-16202973370e req-6d46fa35-1ae3-4f27-8f78-30781defe68b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 200 len: 217 time: 0.0390108 Aug 05 02:40:40.957247 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5151c6-9ec1-47a2-a015-16202973370e req-2f9caec4-e9d4-48a5-b568-77bd5ef6b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:40.958924 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4a5151c6-9ec1-47a2-a015-16202973370e req-2f9caec4-e9d4-48a5-b568-77bd5ef6b703 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 200 len: 851 time: 0.0772083 Aug 05 02:40:40.965176 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3d6bb-80f0-4fbf-8349-c7b8fab2f135 req-5019dce2-5ce1-47cf-bd14-6b152b2cd7af tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:40.966489 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91f3d6bb-80f0-4fbf-8349-c7b8fab2f135 req-5019dce2-5ce1-47cf-bd14-6b152b2cd7af tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 945 time: 0.0587637 Aug 05 02:40:41.015379 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-91f3d6bb-80f0-4fbf-8349-c7b8fab2f135 req-be153b70-2dc4-4908-9621-f4756ea8a819 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Aug 05 02:40:41.093367 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5151c6-9ec1-47a2-a015-16202973370e req-bca79e0a-8fac-4b80-8b93-a063cf297319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:41.094752 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4a5151c6-9ec1-47a2-a015-16202973370e req-bca79e0a-8fac-4b80-8b93-a063cf297319 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475488 Aug 05 02:40:41.367770 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4a5151c6-9ec1-47a2-a015-16202973370e req-27bcea23-7806-421a-9ea0-3f9922421244 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865045 Aug 05 02:40:41.638375 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-4a5151c6-9ec1-47a2-a015-16202973370e req-94e8a3c2-0cba-47c4-90ab-c39943524f09 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878992 Aug 05 02:40:41.711414 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-5a3b256d-179c-475c-ab83-4a7b2b8e109c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 02:40:41.712861 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-5a3b256d-179c-475c-ab83-4a7b2b8e109c tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 945 time: 0.0475130 Aug 05 02:40:41.800060 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Deleting port a3416a42-520d-4b05-a1b9-2f9d757bc127 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:41.800432 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:41.889856 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] For port a3416a42-520d-4b05-a1b9-2f9d757bc127, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a3416a42-520d-4b05-a1b9-2f9d757bc127,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:41.890537 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:41.902766 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Calling delete_port for a3416a42-520d-4b05-a1b9-2f9d757bc127 owned by compute:nova {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:42.034326 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (a3416a42-520d-4b05-a1b9-2f9d757bc127), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:42.063068 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event deleted for resources: {'Port': ['ID=a3416a42-520d-4b05-a1b9-2f9d757bc127,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:42.095715 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:42.120732 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] No DVR routers for this DVR port a3416a42-520d-4b05-a1b9-2f9d757bc127 on host hv-cinder-81558 {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:40:42.122881 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [req-e4bb7a6d-e03d-40df-8971-1679fdcca957 req-70efe18e-adb6-4883-887d-e205ba083ebd tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=448fb5f6-7616-4be3-bd7c-2851aca8c865 HTTP/1.1" status: 200 len: 210 time: 0.0315547 Aug 05 02:40:42.123693 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for port (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:42.127112 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [req-9acfa311-e84e-4e3e-a5df-23d2d6bfff28 req-f21989fb-3fee-40ab-b682-1f3568c66a2f tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.45 "DELETE /networking/v2.0/ports/a3416a42-520d-4b05-a1b9-2f9d757bc127 HTTP/1.1" status: 204 len: 173 time: 0.4083209 Aug 05 02:40:42.127873 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'name': 'network-vif-deleted', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 02:40:42.130709 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ed26e7aa6e85ac2005a26cc614eb2940c15ce79c7ab026989302afde773e0e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec07431c-48e5-471b-9721-68c2f282eb8e" -d '{"events": [{"server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "name": "network-vif-deleted", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:40:42.172915 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0d774d-bcde-44b8-8812-53b7f23cdd8d x-openstack-request-id: req-2b0d774d-bcde-44b8-8812-53b7f23cdd8d {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:40:42.173186 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448fb5f6-7616-4be3-bd7c-2851aca8c865", "name": "network-vif-deleted", "tag": "a3416a42-520d-4b05-a1b9-2f9d757bc127", "status": "completed", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:40:42.173435 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b0d774d-bcde-44b8-8812-53b7f23cdd8d {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:40:42.173890 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0d774d-bcde-44b8-8812-53b7f23cdd8d'] response: {'server_uuid': '448fb5f6-7616-4be3-bd7c-2851aca8c865', 'name': 'network-vif-deleted', 'tag': 'a3416a42-520d-4b05-a1b9-2f9d757bc127', 'status': 'completed', 'code': 200} Aug 05 02:40:42.283895 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fa4768e1-7ed7-4976-b7aa-162fc22fcdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:43.191616 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48530) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:43.302993 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:43.303743 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Deleting port 6b125eaa-6502-47ea-add7-9a85f83ef8a9 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:43.303743 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (6b125eaa-6502-47ea-add7-9a85f83ef8a9), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:43.380251 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (6b125eaa-6502-47ea-add7-9a85f83ef8a9), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:43.380615 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (6b125eaa-6502-47ea-add7-9a85f83ef8a9), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:43.394720 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Calling delete_port for 6b125eaa-6502-47ea-add7-9a85f83ef8a9 owned by network:floatingip {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:43.527053 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (6b125eaa-6502-47ea-add7-9a85f83ef8a9), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:43.551659 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event deleted for resources: {'Port': ['ID=6b125eaa-6502-47ea-add7-9a85f83ef8a9,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:43.576397 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.576744 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.577085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.577420 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.577753 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.578080 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.578404 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.578737 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.579048 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.579369 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.579692 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.580012 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.580347 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.580666 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.580981 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:43.626030 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for floatingip (a9261636-cdf8-459b-9d86-98e6ea9d12ac), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:43.628545 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411521'] for floatingip (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:43.629691 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-d1c2be81-bedc-4433-a132-a8953b7d5fe3 tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/a9261636-cdf8-459b-9d86-98e6ea9d12ac HTTP/1.1" status: 204 len: 168 time: 0.4386060 Aug 05 02:40:44.837546 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48542) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:44.896077 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-10b169ab-0631-495b-866f-8b7fd40325ab tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group (4ce7fbef-5b53-4a83-861d-ad2c25b4dd80), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:44.923313 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-10b169ab-0631-495b-866f-8b7fd40325ab tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group (4ce7fbef-5b53-4a83-861d-ad2c25b4dd80), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:44.945334 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:44.948685 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:44.985204 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-10b169ab-0631-495b-866f-8b7fd40325ab tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (4ce7fbef-5b53-4a83-861d-ad2c25b4dd80), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:44.988051 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-10b169ab-0631-495b-866f-8b7fd40325ab tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:44.989278 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-10b169ab-0631-495b-866f-8b7fd40325ab tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4ce7fbef-5b53-4a83-861d-ad2c25b4dd80 HTTP/1.1" status: 204 len: 168 time: 0.1506724 Aug 05 02:40:44.999933 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b169ab-0631-495b-866f-8b7fd40325ab tempest-TestVolumeBootPattern-1870709547 tempest-TestVolumeBootPattern-1870709547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce7fbef-5b53-4a83-861d-ad2c25b4dd80,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:45.053742 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48546) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:45.292097 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:45.511198 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:45.611512 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a3416a42-520d-4b05-a1b9-2f9d757bc127 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:40:45.739013 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Deleting port c2e97d50-09b5-4974-859b-53f4a6f4cfc5 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:45.739358 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:45.764229 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] No Port match for: a3416a42-520d-4b05-a1b9-2f9d757bc127 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:40:45.764513 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Device a3416a42-520d-4b05-a1b9-2f9d757bc127 not bound to the agent host hv-cinder-81558 {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:40:45.819351 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] For port c2e97d50-09b5-4974-859b-53f4a6f4cfc5, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=c2e97d50-09b5-4974-859b-53f4a6f4cfc5,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:45.820267 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:45.833509 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Calling delete_port for c2e97d50-09b5-4974-859b-53f4a6f4cfc5 owned by network:router_interface {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:46.014069 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (c2e97d50-09b5-4974-859b-53f4a6f4cfc5), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:46.018569 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:46.042093 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e97d50-09b5-4974-859b-53f4a6f4cfc5,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:46.142203 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:46.204504 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:46.413737 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:40:46.515483 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:40:46.520347 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-e1588274-78f8-4efb-bf9d-55581a0ad8c3 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4009b9df-1dde-4ad1-adf6-17b33b54b6e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4649127 Aug 05 02:40:46.522973 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48550) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:46.525310 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] Sync routers for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:40:46.535812 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:40:46.536446 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:40:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:46.625810 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks [] for router (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:46.638374 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: dv-cinder-815582-13-iscsi {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:40:46.721763 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks [] for router_gateway (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:46.766372 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Deleting port ef91114e-a9a7-4598-8e9e-a374bfcfc34f {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:46.766715 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:46.803649 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:40:45Z', 'revision_number': 5, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port': {'id': 'ef91114e-a9a7-4598-8e9e-a374bfcfc34f', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:46.828238 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] Checking router: 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 for host: dv-cinder-815582-13-iscsi {{(pid=104198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:40:46.837126 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] Routers {'4009b9df-1dde-4ad1-adf6-17b33b54b6e5'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:40:46.837960 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:40:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'], 'active': True} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:46.852043 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] For port ef91114e-a9a7-4598-8e9e-a374bfcfc34f, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=ef91114e-a9a7-4598-8e9e-a374bfcfc34f,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:46.852429 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:46.865763 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Calling delete_port for ef91114e-a9a7-4598-8e9e-a374bfcfc34f owned by network:router_gateway {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:46.916115 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:46.920999 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_dvr_db [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] Set router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 gateway port host: None {{(pid=104198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:40:46.971897 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:47.042268 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (ef91114e-a9a7-4598-8e9e-a374bfcfc34f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.059306 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.l3_hamode_db [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:40:46Z', 'revision_number': 6, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port_host': None}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:47.069687 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef91114e-a9a7-4598-8e9e-a374bfcfc34f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:47.084189 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b70c-4952-48ee-b376-d110da10036c None None] The sync data for ids ['4009b9df-1dde-4ad1-adf6-17b33b54b6e5'] in dv-cinder-815582-13-iscsi is: [{'id': '4009b9df-1dde-4ad1-adf6-17b33b54b6e5', 'name': 'tempest-TestVolumeBootPattern-1810121915-router', 'tenant_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:52Z', 'updated_at': '2022-08-05T02:40:46Z', 'revision_number': 6, 'project_id': '59a7ad5acdc34d0782e2c6807a4fd60f', 'gw_port_host': None}] {{(pid=104198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:40:47.379382 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.469225 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.471502 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks [] for router_controller (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.515828 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (4009b9df-1dde-4ad1-adf6-17b33b54b6e5), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.516453 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4009b9df-1dde-4ad1-adf6-17b33b54b6e5 {{(pid=104195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:40:47.520885 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.522088 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-cc2721a9-25a5-44b1-a12d-96b7460d62e8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/4009b9df-1dde-4ad1-adf6-17b33b54b6e5 HTTP/1.1" status: 204 len: 168 time: 0.9980710 Aug 05 02:40:47.524674 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48552) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:47.572098 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_v2 [None req-76dce9f2-ec07-4f63-bc73-dbdc7504c91e admin admin] Deleting subnet 85e69c5c-ee3f-4026-b9ab-15e662a7276e {{(pid=104195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:40:47.575385 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-76dce9f2-ec07-4f63-bc73-dbdc7504c91e admin admin] Publish callbacks [] for subnet (85e69c5c-ee3f-4026-b9ab-15e662a7276e), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.609333 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-76dce9f2-ec07-4f63-bc73-dbdc7504c91e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12914265'] for subnet (85e69c5c-ee3f-4026-b9ab-15e662a7276e), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.682895 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-76dce9f2-ec07-4f63-bc73-dbdc7504c91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (85e69c5c-ee3f-4026-b9ab-15e662a7276e), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.737490 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-76dce9f2-ec07-4f63-bc73-dbdc7504c91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24822573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24870541'] for subnet (85e69c5c-ee3f-4026-b9ab-15e662a7276e), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.763669 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dce9f2-ec07-4f63-bc73-dbdc7504c91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e69c5c-ee3f-4026-b9ab-15e662a7276e,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:47.767589 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-76dce9f2-ec07-4f63-bc73-dbdc7504c91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for subnet (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.771008 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-76dce9f2-ec07-4f63-bc73-dbdc7504c91e admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/85e69c5c-ee3f-4026-b9ab-15e662a7276e HTTP/1.1" status: 204 len: 168 time: 0.2450950 Aug 05 02:40:47.773815 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48554) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:47.776186 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd377d73-df77-4e0d-8827-4d15b7318740 None None] Network 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:40:47.846116 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.892510 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Deleting port dbb2a470-8441-4130-a29e-9384851ad0ab {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:47.892852 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.948521 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] DHCP port deletion for 9b4600cc-d12c-464b-9ce2-d2bcd950bd3f request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:40:47.963724 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] For port dbb2a470-8441-4130-a29e-9384851ad0ab, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=dbb2a470-8441-4130-a29e-9384851ad0ab,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:47.964151 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:47.977956 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Calling delete_port for dbb2a470-8441-4130-a29e-9384851ad0ab owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:47.985870 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Deleting port dbb2a470-8441-4130-a29e-9384851ad0ab {{(pid=104197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:47.986249 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), before_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.050785 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] For port dbb2a470-8441-4130-a29e-9384851ad0ab, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=dbb2a470-8441-4130-a29e-9384851ad0ab,segment=NetworkSegment(a876369d-6970-4084-bf3f-f24d8398ac05),segment_id=a876369d-6970-4084-bf3f-f24d8398ac05)] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:48.051807 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), precommit_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.064847 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.067009 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Calling delete_port for dbb2a470-8441-4130-a29e-9384851ad0ab owned by network:dhcp {{(pid=104197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:48.070315 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:48.092757 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb2a470-8441-4130-a29e-9384851ad0ab,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:48.096709 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] No DVR routers for this DVR port dbb2a470-8441-4130-a29e-9384851ad0ab on host dv-cinder-815582-13-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:40:48.122038 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:48.162660 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (dbb2a470-8441-4130-a29e-9384851ad0ab), after_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.185448 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.190227 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Pushing event deleted for resources: {'Port': ['ID=dbb2a470-8441-4130-a29e-9384851ad0ab,revision_number=None']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:48.195177 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] No DVR routers for this DVR port dbb2a470-8441-4130-a29e-9384851ad0ab on host dv-cinder-815582-13-iscsi {{(pid=104197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:40:48.208577 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.208927 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.209281 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.209627 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.209931 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.210809 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.211251 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.211803 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.212176 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.212665 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.212979 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.213358 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.213634 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.213948 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.214273 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3d310-9677-411f-adb0-f0ca1f7c9b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-13-iscsi {{(pid=104197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:40:48.215874 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4600cc-d12c-464b-9ce2-d2bcd950bd3f']}} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:48.227578 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a876369d-6970-4084-bf3f-f24d8398ac05') {'for_net_delete': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:48.227883 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.services.segments.db [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a876369d-6970-4084-bf3f-f24d8398ac05') {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:48.237404 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12914256'] for segment (a876369d-6970-4084-bf3f-f24d8398ac05), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.251157 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (a876369d-6970-4084-bf3f-f24d8398ac05), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.258164 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=104195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:40:48.258562 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24822927'] for segment (a876369d-6970-4084-bf3f-f24d8398ac05), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.317758 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (9b4600cc-d12c-464b-9ce2-d2bcd950bd3f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.325672 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.328963 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/9b4600cc-d12c-464b-9ce2-d2bcd950bd3f HTTP/1.1" status: 204 len: 168 time: 0.5542345 Aug 05 02:40:48.331959 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48560) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:48.340570 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment a876369d-6970-4084-bf3f-f24d8398ac05 resource provider aggregate not found Aug 05 02:40:48.344701 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204ffba-cfac-44a6-8dae-ef3e41f0c115 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4600cc-d12c-464b-9ce2-d2bcd950bd3f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:48.360958 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.services.segments.plugin [-] Segment a876369d-6970-4084-bf3f-f24d8398ac05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a876369d-6970-4084-bf3f-f24d8398ac05 found for delete ", "request_id": "req-abaefb09-b6a6-49df-8c20-f6039b50a332"}]} Aug 05 02:40:48.429805 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:48.486061 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:48.633433 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device c2e97d50-09b5-4974-859b-53f4a6f4cfc5 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:40:48.651205 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16571440'] for router_interface (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.653792 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: c2e97d50-09b5-4974-859b-53f4a6f4cfc5 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:40:48.654213 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device c2e97d50-09b5-4974-859b-53f4a6f4cfc5 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:40:48.654703 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device dbb2a470-8441-4130-a29e-9384851ad0ab no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:40:48.674995 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: dbb2a470-8441-4130-a29e-9384851ad0ab {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:40:48.675367 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device dbb2a470-8441-4130-a29e-9384851ad0ab not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:40:48.675775 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device ef91114e-a9a7-4598-8e9e-a374bfcfc34f no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:40:48.693693 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: ef91114e-a9a7-4598-8e9e-a374bfcfc34f {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:40:48.694042 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device ef91114e-a9a7-4598-8e9e-a374bfcfc34f not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:40:48.875281 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Deleting port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:48.875617 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.951926 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] For port ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1,segment=NetworkSegment(e55793a8-6c61-44fc-9af4-291b7b3c50c8),segment_id=e55793a8-6c61-44fc-9af4-291b7b3c50c8)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:48.952279 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:48.965693 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Calling delete_port for ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 owned by network:router_interface {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:49.139640 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:49.165954 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:49.215746 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:49.331169 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16256643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16571564'] for router_interface (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:49.334003 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:49.790088 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e has already been hosted by L3 agent f70600c5-69c9-4736-824d-25af20945ab9 {{(pid=104196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 02:40:49.891762 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] Notify agent at l3_agent.dv-cinder-815582-13-iscsi the message routers_updated {{(pid=104196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:40:49.897146 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-b58afe62-1aa6-4385-a1b5-95dd0426d4d8 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5633228 Aug 05 02:40:49.899923 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.wsgi [-] (104195) accepted ('10.222.0.15', 48564) {{(pid=104195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:49.901567 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] Sync routers for ids ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'] in dv-cinder-815582-13-iscsi {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:40:49.911262 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] Routers {'7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:40:49.911868 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:40:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:50.002319 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks [] for router (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.012968 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] Set router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e gateway port host: dv-cinder-815582-13-iscsi {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:40:50.101651 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks [] for router_gateway (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.143190 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Deleting port 909ad3a9-570e-4d37-8ea7-ff390146b3b3 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:50.143531 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.176744 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'external_fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:56Z', 'updated_at': '2022-08-05T02:40:49Z', 'revision_number': 5, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'gw_port': {'id': '909ad3a9-570e-4d37-8ea7-ff390146b3b3', 'name': '', 'network_id': 'd903e9c1-7084-4822-8227-90d91b9e1157', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T02:32:57Z', 'updated_at': '2022-08-05T02:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e23ff1a-caa9-46be-a367-7348ef0f1aca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-13-iscsi'}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:50.205079 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] Checking router: 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e for host: dv-cinder-815582-13-iscsi {{(pid=104197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:40:50.214231 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] Routers {'7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'} bound to L3 agent in host dv-cinder-815582-13-iscsi {{(pid=104197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 02:40:50.214832 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T02:12:12Z,description=,heartbeat_timestamp=2022-08-05T02:40:42Z,host='dv-cinder-815582-13-iscsi',id=f70600c5-69c9-4736-824d-25af20945ab9,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T02:12:12Z,topic='l3_agent')) {'router_ids': ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'], 'active': True} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:50.226606 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] For port 909ad3a9-570e-4d37-8ea7-ff390146b3b3, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=909ad3a9-570e-4d37-8ea7-ff390146b3b3,segment=NetworkSegment(59bec212-a2ad-4385-a1e0-7997841c6e20),segment_id=59bec212-a2ad-4385-a1e0-7997841c6e20)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:50.226984 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.239339 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Calling delete_port for 909ad3a9-570e-4d37-8ea7-ff390146b3b3 owned by network:router_gateway {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:50.285850 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:50.294020 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvr_db [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] Set router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e gateway port host: None {{(pid=104197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 02:40:50.318890 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:50.346121 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_hamode_db [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:56Z', 'updated_at': '2022-08-05T02:40:50Z', 'revision_number': 6, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'gw_port_host': None}], 'dv-cinder-815582-13-iscsi', False) {} {{(pid=104197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:50.371855 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460da142-1f7f-463b-858b-e3f7b6ceaf50 None None] The sync data for ids ['7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e'] in dv-cinder-815582-13-iscsi is: [{'id': '7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e', 'name': 'tempest-TestVolumeBootPattern-286026821-router', 'tenant_id': 'befac52eb20847e79efa0071b4705d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T02:32:56Z', 'updated_at': '2022-08-05T02:40:50Z', 'revision_number': 6, 'project_id': 'befac52eb20847e79efa0071b4705d4f', 'gw_port_host': None}] {{(pid=104197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:40:50.417126 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24822616'] for port (909ad3a9-570e-4d37-8ea7-ff390146b3b3), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.441149 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Pushing event deleted for resources: {'Port': ['ID=909ad3a9-570e-4d37-8ea7-ff390146b3b3,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:50.506145 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16647396'] for router_gateway (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.592431 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16722379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31535'] for router (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.594533 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks [] for router_controller (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), precommit_delete_associations {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.632555 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:50.633991 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:50.640974 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16722249'] for router (7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.641821 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e {{(pid=104195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:40:50.646400 dv-cinder-815582-13-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.647588 dv-cinder-815582-13-iscsi neutron-server[104195]: INFO neutron.wsgi [None req-c4930831-05b7-4bb5-b174-86a1234fcf9b admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/7c2f5c48-c2ee-4fcc-88e8-b958cf1e841e HTTP/1.1" status: 204 len: 168 time: 0.7466156 Aug 05 02:40:50.650630 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48566) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:50.695787 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.db_base_plugin_v2 [None req-490c1bc8-ab00-48ae-ba4c-b658ca0b0e65 admin admin] Deleting subnet 19824557-7742-4f3a-8d09-78b7d30a2d04 {{(pid=104196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 02:40:50.699058 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-490c1bc8-ab00-48ae-ba4c-b658ca0b0e65 admin admin] Publish callbacks [] for subnet (19824557-7742-4f3a-8d09-78b7d30a2d04), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.740627 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-490c1bc8-ab00-48ae-ba4c-b658ca0b0e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13584754'] for subnet (19824557-7742-4f3a-8d09-78b7d30a2d04), precommit_delete_associations {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.831110 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-490c1bc8-ab00-48ae-ba4c-b658ca0b0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-600367'] for subnet (19824557-7742-4f3a-8d09-78b7d30a2d04), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.888634 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-490c1bc8-ab00-48ae-ba4c-b658ca0b0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-600356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13018992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12884257'] for subnet (19824557-7742-4f3a-8d09-78b7d30a2d04), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.912490 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c1bc8-ab00-48ae-ba4c-b658ca0b0e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19824557-7742-4f3a-8d09-78b7d30a2d04,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:50.918426 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-490c1bc8-ab00-48ae-ba4c-b658ca0b0e65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:50.921532 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-490c1bc8-ab00-48ae-ba4c-b658ca0b0e65 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/19824557-7742-4f3a-8d09-78b7d30a2d04 HTTP/1.1" status: 204 len: 168 time: 0.2698152 Aug 05 02:40:50.924563 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48568) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:50.926385 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfcb8db-0d8e-4767-ad57-74fe94ef1e31 None None] Network c0ff2c06-dc97-49f4-bbe9-51dce166629b requested from dv-cinder-815582-13-iscsi {{(pid=104197) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 02:40:50.995330 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816451'] for network (c0ff2c06-dc97-49f4-bbe9-51dce166629b), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.041391 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Deleting port 0a9b316a-cf10-44a9-9936-85dc1b522b77 {{(pid=104196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:51.041784 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.105138 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] For port 0a9b316a-cf10-44a9-9936-85dc1b522b77, host dv-cinder-815582-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-13-iscsi',level=0,port_id=0a9b316a-cf10-44a9-9936-85dc1b522b77,segment=NetworkSegment(e55793a8-6c61-44fc-9af4-291b7b3c50c8),segment_id=e55793a8-6c61-44fc-9af4-291b7b3c50c8)] {{(pid=104196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:51.105433 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.118439 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.plugin [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Calling delete_port for 0a9b316a-cf10-44a9-9936-85dc1b522b77 owned by network:dhcp {{(pid=104196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:51.144268 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] DHCP port deletion for c0ff2c06-dc97-49f4-bbe9-51dce166629b request from dv-cinder-815582-13-iscsi {{(pid=104197) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 02:40:51.166204 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:51.173658 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:51.173839 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:40:51.203066 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:40:51.203405 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device ceb489d1-05b4-45c7-9ef1-6e3f45bc05a1 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:40:51.213718 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] Deleting port 0a9b316a-cf10-44a9-9936-85dc1b522b77 {{(pid=104197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 02:40:51.214091 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769375512625'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), before_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.215238 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13018885'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.240431 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9b316a-cf10-44a9-9936-85dc1b522b77,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:51.244385 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] No DVR routers for this DVR port 0a9b316a-cf10-44a9-9936-85dc1b522b77 on host dv-cinder-815582-13-iscsi {{(pid=104196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:40:51.291184 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.db [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] For port 0a9b316a-cf10-44a9-9936-85dc1b522b77, host dv-cinder-815582-13-iscsi, got binding levels [] {{(pid=104197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:40:51.291577 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16653129'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), precommit_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.305525 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] Calling delete_port for 0a9b316a-cf10-44a9-9936-85dc1b522b77 owned by network:dhcp {{(pid=104197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 02:40:51.308464 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.ipam_backend_mixin [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] Port 0a9b316a-cf10-44a9-9936-85dc1b522b77 was not found and therefore no delete operation was performed {{(pid=104197) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 05 02:40:51.309695 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-608443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769375516142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769375084180'] for port (0a9b316a-cf10-44a9-9936-85dc1b522b77), after_delete {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.322521 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605616', 'neutron.services.segments.db._delete_segments_for_network-8769375554030'] for network (c0ff2c06-dc97-49f4-bbe9-51dce166629b), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.340509 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] No DVR routers for this DVR port 0a9b316a-cf10-44a9-9936-85dc1b522b77 on host dv-cinder-815582-13-iscsi {{(pid=104197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 02:40:51.344176 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40bb87-57e7-4328-b713-2d15e149fbba None None] Pushing event deleted for resources: {'Port': ['ID=0a9b316a-cf10-44a9-9936-85dc1b522b77,revision_number=None']} {{(pid=104197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:51.348537 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ff2c06-dc97-49f4-bbe9-51dce166629b']}} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:51.357253 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55793a8-6c61-44fc-9af4-291b7b3c50c8') {'for_net_delete': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:51.357554 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.services.segments.db [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55793a8-6c61-44fc-9af4-291b7b3c50c8') {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:40:51.367966 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769375553931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13584763'] for segment (e55793a8-6c61-44fc-9af4-291b7b3c50c8), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.383148 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452'] for segment (e55793a8-6c61-44fc-9af4-291b7b3c50c8), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.390565 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=104196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:40:51.390926 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-604452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13017298'] for segment (e55793a8-6c61-44fc-9af4-291b7b3c50c8), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.463610 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16256632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16650018'] for network (c0ff2c06-dc97-49f4-bbe9-51dce166629b), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.468318 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16256622'] for network (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.471636 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/c0ff2c06-dc97-49f4-bbe9-51dce166629b HTTP/1.1" status: 204 len: 168 time: 0.5459688 Aug 05 02:40:51.486027 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment e55793a8-6c61-44fc-9af4-291b7b3c50c8 resource provider aggregate not found Aug 05 02:40:51.490071 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d19e1d-fd45-4d38-a071-66f196b9d4df admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ff2c06-dc97-49f4-bbe9-51dce166629b,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:51.503387 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.services.segments.plugin [-] Segment e55793a8-6c61-44fc-9af4-291b7b3c50c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e55793a8-6c61-44fc-9af4-291b7b3c50c8 found for delete ", "request_id": "req-5bef65cd-d48e-40f0-9b1f-37498d67ecf8"}]} Aug 05 02:40:51.588071 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48578) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:51.631531 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-169dc650-a734-4f55-8674-60b2f3e5ad07 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=59a7ad5acdc34d0782e2c6807a4fd60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423057 Aug 05 02:40:51.634103 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48580) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:51.681778 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-80c8cb45-c87f-4949-9cd0-f6e82efb22ec admin admin] Publish callbacks [] for security_group (a19cf353-8494-4133-9d75-d50b37008355), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.703105 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-80c8cb45-c87f-4949-9cd0-f6e82efb22ec admin admin] Publish callbacks [] for security_group (a19cf353-8494-4133-9d75-d50b37008355), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.750449 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-80c8cb45-c87f-4949-9cd0-f6e82efb22ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (a19cf353-8494-4133-9d75-d50b37008355), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.753145 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-80c8cb45-c87f-4949-9cd0-f6e82efb22ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:51.754287 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-80c8cb45-c87f-4949-9cd0-f6e82efb22ec admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a19cf353-8494-4133-9d75-d50b37008355 HTTP/1.1" status: 204 len: 168 time: 0.1193013 Aug 05 02:40:51.763085 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8cb45-c87f-4949-9cd0-f6e82efb22ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19cf353-8494-4133-9d75-d50b37008355,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:52.077713 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48586) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:52.117584 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-05bcb51b-af41-46ea-964a-fbaaed20a070 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=befac52eb20847e79efa0071b4705d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387619 Aug 05 02:40:52.119945 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.wsgi [-] (104196) accepted ('10.222.0.15', 48588) {{(pid=104196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 02:40:52.167980 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7003-88ec-419f-af7a-24b6876af0e8 admin admin] Publish callbacks [] for security_group (3e552463-754b-42d2-a4c0-1d4ff88c99c8), before_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:52.191283 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7003-88ec-419f-af7a-24b6876af0e8 admin admin] Publish callbacks [] for security_group (3e552463-754b-42d2-a4c0-1d4ff88c99c8), precommit_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:52.236735 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7003-88ec-419f-af7a-24b6876af0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16705919'] for security_group (3e552463-754b-42d2-a4c0-1d4ff88c99c8), after_delete {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:52.239172 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7003-88ec-419f-af7a-24b6876af0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:40:52.240278 dv-cinder-815582-13-iscsi neutron-server[104196]: INFO neutron.wsgi [None req-cdfd7003-88ec-419f-af7a-24b6876af0e8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3e552463-754b-42d2-a4c0-1d4ff88c99c8 HTTP/1.1" status: 204 len: 168 time: 0.1194360 Aug 05 02:40:52.248382 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd7003-88ec-419f-af7a-24b6876af0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e552463-754b-42d2-a4c0-1d4ff88c99c8,revision_number=None']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:40:52.635115 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 0a9b316a-cf10-44a9-9936-85dc1b522b77 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:40:52.653823 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 0a9b316a-cf10-44a9-9936-85dc1b522b77 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:40:52.654165 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 0a9b316a-cf10-44a9-9936-85dc1b522b77 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:40:52.654569 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 909ad3a9-570e-4d37-8ea7-ff390146b3b3 no longer exists at agent ovs-agent-dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:40:52.672882 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.plugin [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] No Port match for: 909ad3a9-570e-4d37-8ea7-ff390146b3b3 {{(pid=104197) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 02:40:52.673228 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron.plugins.ml2.rpc [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Device 909ad3a9-570e-4d37-8ea7-ff390146b3b3 not bound to the agent host dv-cinder-815582-13-iscsi {{(pid=104197) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:40:55.923030 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=100 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:40:57.591662 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:41:01.383425 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:02.224261 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=74,neutron:DELETE=10 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:02.244218 dv-cinder-815582-13-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=64,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:07.587085 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:07.587884 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=95 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:10.055158 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-cf37561a-5c83-46b1-b813-86c68106e095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:12.285692 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1db24208-1afc-4b97-8ac3-b01d2f58b1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:13.307282 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:14.951071 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:14.953991 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:20.577107 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:20.582252 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:24.940622 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:24.946063 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:31.377981 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:34.591015 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:41:40.057672 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-1314d3ed-b0d1-4d38-971b-81044b16cf37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:42.288836 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-de9d05f8-bc98-4b73-b08a-65415a2c3e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:43.309209 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:44.585786 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:44.586575 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:44.940041 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:44.945227 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:41:54.939022 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:54.941668 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:57.577538 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:41:57.578335 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:01.383154 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:08.644339 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:08.645061 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:10.059766 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b8f45093-7978-469a-8f1f-e4d8b0a138dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:11.590204 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:42:12.293573 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-c899f2b8-fe22-471e-a506-80d9f5ce1ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:13.312824 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:14.938278 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:14.948212 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:21.585626 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:21.586575 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:25.925302 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:25.928051 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:31.394314 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:34.571548 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:34.575740 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:40.062061 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-d3adf5c7-b3a8-4c9e-9ab6-f9a19b4b7b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:41.390254 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:42.295586 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-83130f78-cd51-4577-8864-160cb04237f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:43.314838 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:44.931042 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:44.952705 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:42:48.588921 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:42:54.947196 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:42:54.949028 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:43:01.389276 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:10.063050 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-8738ec34-8814-4e60-9636-3d4ff9b4d0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:12.297674 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-567e58bd-48a2-4428-838e-45daf2d69d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:13.315967 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:14.592880 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=17 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:43:14.593637 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=19 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:43:14.937674 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:14.953354 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:24.943628 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:43:24.949200 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:43:25.588207 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:43:31.391037 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:35.583969 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=2 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:43:40.066729 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-a9d42d22-5316-41f0-9b12-a01016425a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:42.299147 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-20a5fb9e-2a19-4d81-80e9-53976dcff81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:43.319447 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:44.940462 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:44.957775 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:43:48.577554 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:43:48.578319 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:43:54.951897 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:43:54.953819 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:01.401464 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:02.587045 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:44:08.649967 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:10.068779 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-124e8f00-3031-4b8a-8292-fed3ef1f7b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:12.300383 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-dba2d3cb-2ffa-431c-a453-de940e3a73c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:12.583824 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:13.326001 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:14.943880 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:14.961707 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:25.574101 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:25.576711 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=3 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:25.939258 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:25.941106 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:31.431289 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:39.586282 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:44:40.071473 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-fe7f1222-ebec-4539-913d-b83ada3b2f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:42.301852 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-b417298f-f6c0-493b-99bc-2d761f99d7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:43.326095 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:44.950314 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:44.966917 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:44:49.581388 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:49.582164 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:54.960435 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:44:54.962365 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:01.429890 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:05.936552 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=19 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:05.938471 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=13 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:10.073161 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-8f8eceae-508d-4883-a026-d03cb33abfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:12.304764 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d5e0-4391-4d3d-8996-2d427ec7f90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:13.329313 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:14.942941 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:14.967546 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:16.585729 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:45:24.961364 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=10 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:24.963584 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:26.581165 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:26.581837 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:31.428101 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:39.556936 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:39.566222 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=5 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:40.074808 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-acd23a4b-e082-4602-87a9-897d60438b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:42.307726 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-6c9e394d-fbbb-4f99-bffd-38b8d7bf1924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:43.331826 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:44.946489 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:44.970667 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:45:53.585322 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG neutron.db.agents_db [None req-8f9f18cb-822f-4aa4-88ab-1f15717a0dd2 None None] Agent healthcheck: found 6 active agents {{(pid=104198) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:45:54.961539 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:45:54.966341 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG dbcounter [-] [104197] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:46:01.434305 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-33611ea8-830e-4d22-8fe4-d9ff3325218a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (27825795-9262-4470-8353-17a0b5be1f14), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:46:10.076435 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-caef638f-c910-46fb-a596-4cd552b8f05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (6ae6dbb9-3972-4985-8e6d-b54917e03d1e), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:46:12.311552 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-09fbf95c-ab7f-4d97-ae97-34dbe6a9d119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (f70600c5-69c9-4736-824d-25af20945ab9), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:46:13.334331 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-bcdfbb02-6c47-467b-b52b-2fa3f9c96ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (9985d1fe-3ad8-4bb7-983c-7a3fc39c47ce), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:46:14.949526 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-92a1144c-cb5c-428c-83b8-cb9b7b11b1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (b20c2355-1549-4ecf-9ad3-6294604413cc), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:46:14.975447 dv-cinder-815582-13-iscsi neutron-server[104197]: DEBUG neutron_lib.callbacks.manager [None req-005ec046-5c67-493c-a894-93be49be304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769375554012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602099'] for agent (8287ba74-1e59-4d3c-859e-916e67ef365b), after_update {{(pid=104197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 02:46:16.567197 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=4 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 02:46:16.572118 dv-cinder-815582-13-iscsi neutron-server[104198]: DEBUG dbcounter [-] [104198] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}